{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5041.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2033): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2033) [trial-2363↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2033)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2033): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2033) [trial-2363↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a18:39:30.762514 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a18:39:30.772838 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a18:39:31.391082 tst mo_mt_sms.py: using LAC 22947\u000a18:39:31.531306 tst mo_mt_sms.py: using RAC 252\u000a18:39:31.682101 tst mo_mt_sms.py: using CellId 22947\u000a18:39:31.807066 tst mo_mt_sms.py: using BVCI 22948\u000a18:39:31.831779 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:39:32.055469 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:39:32.358193 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:39:32.490336 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:39:34.810256 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2032): Launched\u000a18:39:35.120724 run osmo-nitb_10.42.42.2(pid=2033): Launched\u000a18:39:35.301174 run osmo-nitb_10.42.42.2(pid=2033): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2033)]\u000a18:39:35.431085 run osmo-nitb_10.42.42.2(pid=2033): stdout: \u000a| (launched: 2022-12-09_18:39:34.969788) \u000a18:39:35.561700 run osmo-nitb_10.42.42.2(pid=2033): stderr: \u000a| (launched: 2022-12-09_18:39:35.016524)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:39:35.688420 run osmo-nitb_10.42.42.2(pid=2033): stdout: \u000a| (launched: 2022-12-09_18:39:34.969788) \u000a18:39:35.813940 run osmo-nitb_10.42.42.2(pid=2033): stderr: \u000a| (launched: 2022-12-09_18:39:35.016524)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:39:35.868740 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2033): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2033) [trial-2363↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2033)] [trial-2363↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a18:39:35.877508 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a18:39:35.914192 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2032): Terminating (SIGTERM)\u000a18:39:36.091733 --- ParallelTerminationStrategy: PID 2032 died...\u000a18:39:36.148862 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2032): Terminated: ok {rc=0}\u000a18:39:36.235512 bus /sierra_3: Setting Powered False\u000a18:39:37.340751 bus /sierra_3: Setting Powered False\u000a18:39:38.450699 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:39:30" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2363↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2363↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a18:39:40.291512 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:39:40.302004 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a18:39:40.421155 tst mo_mt_sms.py: using LAC 22948\u000a18:39:40.543176 tst mo_mt_sms.py: using RAC 253\u000a18:39:40.665284 tst mo_mt_sms.py: using CellId 22948\u000a18:39:40.789077 tst mo_mt_sms.py: using BVCI 22949\u000a18:39:40.812909 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:39:40.823674 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:39:40.834711 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:39:40.845743 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:39:40.857093 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:39:40.868034 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:39:40.980519 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:39:41.178224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:39:42.883354 run create_hlr_db(pid=2037): Launched\u000a18:39:43.065705 bus /sierra_2: Setting Powered False\u000a18:39:44.086741 run create_hlr_db(pid=2037): Terminated: ok {rc=0}\u000a18:39:44.504932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Launched\u000a18:39:44.820450 run osmo-hlr_10.42.42.2(pid=2040): Launched\u000a18:39:44.938917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:39:47.551418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Launched\u000a18:39:47.864641 run osmo-stp_10.42.42.5(pid=2043): Launched\u000a18:39:47.979202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:39:53.360261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2045): Launched\u000a18:39:53.672517 run osmo-msc_10.42.42.6(pid=2046): Launched\u000a18:39:53.856008 run osmo-stp_10.42.42.5(pid=2043): ERR: Terminated: ERROR {rc=1} [trial-2363↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]\u000a18:39:53.988122 run osmo-stp_10.42.42.5(pid=2043): stdout: \u000a| (launched: 2022-12-09_18:39:47.711002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:54.120133 run osmo-stp_10.42.42.5(pid=2043): stderr: \u000a| �[0;m�[38;5;43m20221209183947902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183947902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183947903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183947903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183947905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183947905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183947906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:54.246235 run osmo-stp_10.42.42.5(pid=2043): stdout: \u000a| (launched: 2022-12-09_18:39:47.711002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:54.371568 run osmo-stp_10.42.42.5(pid=2043): stderr: \u000a| �[0;m�[38;5;43m20221209183947902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209183947902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209183947903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209183947903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209183947905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209183947905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209183947906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:54.426348 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2363↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)] [trial-2363↪sms:sysmo↪mo_mt_sms.py:16]\u000a18:39:54.434941 tst mo_mt_sms.py:16: Test FAILED (14.1 sec)\u000a18:39:54.496925 run osmo-hlr_10.42.42.2(pid=2040): ERR: Terminated: ERROR {rc=237} [trial-2363↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2040)]\u000a18:39:54.548076 run osmo-hlr_10.42.42.2(pid=2040): stdout: \u000a| (launched: 2022-12-09_18:39:44.665278) \u000a18:39:54.599230 run osmo-hlr_10.42.42.2(pid=2040): stderr: \u000a| �[0;m�[1;31m20221209183944862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209183944862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209183944862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183944862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209183944862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209183944862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209183944874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209183944883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209183944883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209183944883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:39:54.668528 run osmo-msc_10.42.42.6(pid=2046): ERR: Terminated: ERROR {rc=2} [trial-2363↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2046)]\u000a18:39:54.719202 run osmo-msc_10.42.42.6(pid=2046): stdout: \u000a| (launched: 2022-12-09_18:39:53.519522) \u000a18:39:54.770223 run osmo-msc_10.42.42.6(pid=2046): stderr: \u000a| �[0;m�[38;5;43m20221209183953842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209183953842 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ae39c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209183953842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209183953842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209183953842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209183953843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209183953844 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209183953845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209183953845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209183953845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:39:54.813336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Terminating (SIGTERM)\u000a18:39:54.854394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Terminating (SIGTERM)\u000a18:39:54.895456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2045): Terminating (SIGTERM)\u000a18:39:54.905255 --- ParallelTerminationStrategy: PID 2039 died...\u000a18:39:54.960926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Terminated: ok {rc=0}\u000a18:39:54.970931 --- ParallelTerminationStrategy: PID 2042 died...\u000a18:39:55.026331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Terminated: ok {rc=0}\u000a18:39:55.036261 --- ParallelTerminationStrategy: PID 2045 died...\u000a18:39:55.091643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2045): Terminated: ok {rc=0}\u000a18:39:55.176894 bus /sierra_3: Setting Powered False\u000a18:39:56.284168 bus /sierra_3: Setting Powered False\u000a18:39:57.391026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:39:40" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2052): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2052) [trial-2363↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2052)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2052): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2052) [trial-2363↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a18:39:59.199683 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a18:39:59.210852 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a18:39:59.338883 tst assert_extension.py: using LAC 22949\u000a18:39:59.462575 tst assert_extension.py: using RAC 254\u000a18:39:59.584769 tst assert_extension.py: using CellId 22949\u000a18:39:59.703112 tst assert_extension.py: using BVCI 22950\u000a18:39:59.725473 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a18:39:59.994885 tst assert_extension.py:10: start nitb and bts...\u000a18:40:00.116141 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:40:00.720803 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2051): Launched\u000a18:40:01.077674 run osmo-nitb_10.42.42.2(pid=2052): Launched\u000a18:40:01.358018 run osmo-nitb_10.42.42.2(pid=2052): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2052)]\u000a18:40:01.544229 run osmo-nitb_10.42.42.2(pid=2052): stdout: \u000a| (launched: 2022-12-09_18:40:00.895597) \u000a18:40:01.704603 run osmo-nitb_10.42.42.2(pid=2052): stderr: \u000a| (launched: 2022-12-09_18:40:00.944071)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:40:01.848449 run osmo-nitb_10.42.42.2(pid=2052): stdout: \u000a| (launched: 2022-12-09_18:40:00.895597) \u000a18:40:02.001505 run osmo-nitb_10.42.42.2(pid=2052): stderr: \u000a| (launched: 2022-12-09_18:40:00.944071)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:40:02.235355 tst osmo-nitb_10.42.42.2(pid=2052): stdout: \u000a| (launched: 2022-12-09_18:40:00.895597) \u000a18:40:02.354865 tst osmo-nitb_10.42.42.2(pid=2052): stderr: \u000a| (launched: 2022-12-09_18:40:00.944071)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:40:02.407087 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2052): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2052) [trial-2363↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2052)] [trial-2363↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a18:40:02.415966 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a18:40:02.451063 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2051): Terminating (SIGTERM)\u000a18:40:02.629263 --- ParallelTerminationStrategy: PID 2051 died...\u000a18:40:02.682579 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2051): Terminated: ok {rc=0}\u000a18:40:02.769935 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:39:59" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2066): Process ended prematurely: osmo-stp_10.42.42.5(pid=2066) [trial-2363↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2066)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2066): Process ended prematurely: osmo-stp_10.42.42.5(pid=2066) [trial-2363↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a18:40:04.626064 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:04.636666 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a18:40:04.754240 tst assert_extension.py: using LAC 22950\u000a18:40:04.866757 tst assert_extension.py: using RAC 255\u000a18:40:04.979834 tst assert_extension.py: using CellId 22950\u000a18:40:05.093369 tst assert_extension.py: using BVCI 22951\u000a18:40:05.115488 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:05.125834 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:05.136060 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:05.146270 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:05.156365 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:05.166488 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a18:40:05.370885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:05.865151 run create_hlr_db(pid=2060): Launched\u000a18:40:06.047834 bus /sierra_2: Setting Powered False\u000a18:40:07.067774 run create_hlr_db(pid=2060): Terminated: ok {rc=0}\u000a18:40:07.485240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2062): Launched\u000a18:40:07.800251 run osmo-hlr_10.42.42.2(pid=2063): Launched\u000a18:40:07.910470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:08.422025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2065): Launched\u000a18:40:08.714828 run osmo-stp_10.42.42.5(pid=2066): Launched\u000a18:40:08.820841 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:40:09.350686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2068): Launched\u000a18:40:09.643360 run osmo-msc_10.42.42.6(pid=2069): Launched\u000a18:40:09.814943 run osmo-stp_10.42.42.5(pid=2066): ERR: Terminated: ERROR {rc=1} [trial-2363↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2066)]\u000a18:40:09.938640 run osmo-stp_10.42.42.5(pid=2066): stdout: \u000a| (launched: 2022-12-09_18:40:08.571545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:10.060427 run osmo-stp_10.42.42.5(pid=2066): stderr: \u000a| �[0;m�[38;5;43m20221209184008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184008743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:10.178110 run osmo-stp_10.42.42.5(pid=2066): stdout: \u000a| (launched: 2022-12-09_18:40:08.571545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:10.295059 run osmo-stp_10.42.42.5(pid=2066): stderr: \u000a| �[0;m�[38;5;43m20221209184008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184008742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184008743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184008743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:10.346244 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2066): Process ended prematurely: osmo-stp_10.42.42.5(pid=2066) [trial-2363↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2066)] [trial-2363↪ussd:sysmo↪assert_extension.py:17]\u000a18:40:10.354062 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a18:40:10.411967 run osmo-hlr_10.42.42.2(pid=2063): ERR: Terminated: ERROR {rc=237} [trial-2363↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2063)]\u000a18:40:10.459670 run osmo-hlr_10.42.42.2(pid=2063): stdout: \u000a| (launched: 2022-12-09_18:40:07.645258) \u000a18:40:10.508429 run osmo-hlr_10.42.42.2(pid=2063): stderr: \u000a| �[0;m�[1;31m20221209184007841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184007841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184007841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184007841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184007841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184007841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184007868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184007879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184007879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184007879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:40:10.574243 run osmo-msc_10.42.42.6(pid=2069): ERR: Terminated: ERROR {rc=2} [trial-2363↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2069)]\u000a18:40:10.622087 run osmo-msc_10.42.42.6(pid=2069): stdout: \u000a| (launched: 2022-12-09_18:40:09.499120) \u000a18:40:10.670398 run osmo-msc_10.42.42.6(pid=2069): stderr: \u000a| �[0;m�[38;5;43m20221209184009770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184009770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d44895c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184009770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184009770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184009770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184009771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184009775 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184009775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184009775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184009776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:40:10.711071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2062): Terminating (SIGTERM)\u000a18:40:10.749450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2065): Terminating (SIGTERM)\u000a18:40:10.787759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2068): Terminating (SIGTERM)\u000a18:40:10.796524 --- ParallelTerminationStrategy: PID 2062 died...\u000a18:40:10.847948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2062): Terminated: ok {rc=0}\u000a18:40:10.857208 --- ParallelTerminationStrategy: PID 2065 died...\u000a18:40:10.909105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2065): Terminated: ok {rc=0}\u000a18:40:10.918259 --- ParallelTerminationStrategy: PID 2068 died...\u000a18:40:10.969404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2068): Terminated: ok {rc=0}\u000a18:40:11.049820 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:40:04" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2080): Process ended prematurely: osmo-stp_10.42.42.5(pid=2080) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2080)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2080): Process ended prematurely: osmo-stp_10.42.42.5(pid=2080) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:40:12.982941 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:12.993742 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:40:13.134699 tst mo_mt_call.py: using LAC 22951\u000a18:40:13.249185 tst mo_mt_call.py: using RAC 1\u000a18:40:13.365748 tst mo_mt_call.py: using CellId 22951\u000a18:40:13.480526 tst mo_mt_call.py: using BVCI 22952\u000a18:40:13.503096 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:13.513950 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:13.524588 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:13.535198 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:13.545854 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:13.556473 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:40:13.668583 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:40:13.876174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:14.378507 run create_hlr_db(pid=2074): Launched\u000a18:40:14.563730 bus /sierra_2: Setting Powered False\u000a18:40:15.584206 run create_hlr_db(pid=2074): Terminated: ok {rc=0}\u000a18:40:16.037422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2076): Launched\u000a18:40:16.469843 run osmo-hlr_10.42.42.2(pid=2077): Launched\u000a18:40:16.725981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:17.299309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2079): Launched\u000a18:40:17.598618 run osmo-stp_10.42.42.5(pid=2080): Launched\u000a18:40:17.706295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:40:18.247175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2082): Launched\u000a18:40:18.544109 run osmo-msc_10.42.42.6(pid=2083): Launched\u000a18:40:18.719167 run osmo-stp_10.42.42.5(pid=2080): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2080)]\u000a18:40:18.845071 run osmo-stp_10.42.42.5(pid=2080): stdout: \u000a| (launched: 2022-12-09_18:40:17.450766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:18.968898 run osmo-stp_10.42.42.5(pid=2080): stderr: \u000a| �[0;m�[38;5;43m20221209184017621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184017621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184017622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184017622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184017622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184017622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184017623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:19.088332 run osmo-stp_10.42.42.5(pid=2080): stdout: \u000a| (launched: 2022-12-09_18:40:17.450766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:19.206855 run osmo-stp_10.42.42.5(pid=2080): stderr: \u000a| �[0;m�[38;5;43m20221209184017621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184017621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184017622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184017622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184017622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184017622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184017623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:19.259144 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2080): Process ended prematurely: osmo-stp_10.42.42.5(pid=2080) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2080)] [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:40:19.267605 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:40:19.325749 run osmo-hlr_10.42.42.2(pid=2077): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2077)]\u000a18:40:19.374266 run osmo-hlr_10.42.42.2(pid=2077): stdout: \u000a| (launched: 2022-12-09_18:40:16.205995) \u000a18:40:19.423001 run osmo-hlr_10.42.42.2(pid=2077): stderr: \u000a| �[0;m�[1;31m20221209184016596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184016596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184016596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184016596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184016596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184016596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184016611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184016620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184016620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184016620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:40:19.489066 run osmo-msc_10.42.42.6(pid=2083): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2083)]\u000a18:40:19.537149 run osmo-msc_10.42.42.6(pid=2083): stdout: \u000a| (launched: 2022-12-09_18:40:18.397809) \u000a18:40:19.585827 run osmo-msc_10.42.42.6(pid=2083): stderr: \u000a| �[0;m�[38;5;43m20221209184018671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184018671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01a1cd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184018671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184018671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184018672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184018672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184018674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184018674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184018674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184018674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:40:19.626866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2076): Terminating (SIGTERM)\u000a18:40:19.665660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2079): Terminating (SIGTERM)\u000a18:40:19.705018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2082): Terminating (SIGTERM)\u000a18:40:19.713973 --- ParallelTerminationStrategy: PID 2076 died...\u000a18:40:19.766121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2076): Terminated: ok {rc=0}\u000a18:40:19.775449 --- ParallelTerminationStrategy: PID 2079 died...\u000a18:40:19.827118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2079): Terminated: ok {rc=0}\u000a18:40:19.836307 --- ParallelTerminationStrategy: PID 2082 died...\u000a18:40:19.887662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2082): Terminated: ok {rc=0}\u000a18:40:19.974649 bus /sierra_3: Setting Powered False\u000a18:40:21.076272 bus /sierra_3: Setting Powered False\u000a18:40:22.186449 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2091): Process ended prematurely: osmo-stp_10.42.42.5(pid=2091) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2091)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2091): Process ended prematurely: osmo-stp_10.42.42.5(pid=2091) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:40:23.299088 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:23.310340 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:40:23.451556 tst mo_mt_call_osmux.py: using LAC 22952\u000a18:40:23.569727 tst mo_mt_call_osmux.py: using RAC 2\u000a18:40:23.689333 tst mo_mt_call_osmux.py: using CellId 22952\u000a18:40:23.806452 tst mo_mt_call_osmux.py: using BVCI 22953\u000a18:40:23.829173 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:23.839820 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:23.850435 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:23.860941 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:23.871605 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:40:23.882233 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:40:23.998930 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:40:24.196081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:24.672854 run create_hlr_db(pid=2085): Launched\u000a18:40:24.843793 bus /sierra_2: Setting Powered False\u000a18:40:25.865787 run create_hlr_db(pid=2085): Terminated: ok {rc=0}\u000a18:40:26.288753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2087): Launched\u000a18:40:26.608391 run osmo-hlr_10.42.42.2(pid=2088): Launched\u000a18:40:26.724733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:27.279376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2090): Launched\u000a18:40:27.598933 run osmo-stp_10.42.42.5(pid=2091): Launched\u000a18:40:27.714756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:40:28.296353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2093): Launched\u000a18:40:28.616791 run osmo-msc_10.42.42.6(pid=2094): Launched\u000a18:40:28.804506 run osmo-stp_10.42.42.5(pid=2091): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2091)]\u000a18:40:28.940114 run osmo-stp_10.42.42.5(pid=2091): stdout: \u000a| (launched: 2022-12-09_18:40:27.442222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:29.075492 run osmo-stp_10.42.42.5(pid=2091): stderr: \u000a| �[0;m�[38;5;43m20221209184027636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184027636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184027636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184027637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184027637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184027637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184027637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:29.204172 run osmo-stp_10.42.42.5(pid=2091): stdout: \u000a| (launched: 2022-12-09_18:40:27.442222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:29.331712 run osmo-stp_10.42.42.5(pid=2091): stderr: \u000a| �[0;m�[38;5;43m20221209184027636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184027636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184027636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184027637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184027637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184027637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184027637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:29.387892 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2091): Process ended prematurely: osmo-stp_10.42.42.5(pid=2091) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2091)] [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:40:29.397228 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:40:29.459797 run osmo-hlr_10.42.42.2(pid=2088): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2088)]\u000a18:40:29.510525 run osmo-hlr_10.42.42.2(pid=2088): stdout: \u000a| (launched: 2022-12-09_18:40:26.451488) \u000a18:40:29.561561 run osmo-hlr_10.42.42.2(pid=2088): stderr: \u000a| �[0;m�[1;31m20221209184026650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184026650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184026650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184026650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184026650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184026650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184026689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184026699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184026699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184026699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:40:29.631385 run osmo-msc_10.42.42.6(pid=2094): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2094)]\u000a18:40:29.682055 run osmo-msc_10.42.42.6(pid=2094): stdout: \u000a| (launched: 2022-12-09_18:40:28.458885) \u000a18:40:29.733439 run osmo-msc_10.42.42.6(pid=2094): stderr: \u000a| �[0;m�[38;5;43m20221209184028780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184028780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ea4aa4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184028780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184028780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184028781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184028781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184028784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184028785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184028785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184028785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:40:29.776884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2087): Terminating (SIGTERM)\u000a18:40:29.817897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2090): Terminating (SIGTERM)\u000a18:40:29.859130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2093): Terminating (SIGTERM)\u000a18:40:29.868917 --- ParallelTerminationStrategy: PID 2087 died...\u000a18:40:29.924491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2087): Terminated: ok {rc=0}\u000a18:40:29.934348 --- ParallelTerminationStrategy: PID 2090 died...\u000a18:40:29.989213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2090): Terminated: ok {rc=0}\u000a18:40:29.998971 --- ParallelTerminationStrategy: PID 2093 died...\u000a18:40:30.053821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2093): Terminated: ok {rc=0}\u000a18:40:30.139641 bus /sierra_3: Setting Powered False\u000a18:40:31.240656 bus /sierra_3: Setting Powered False\u000a18:40:32.349788 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:40:12" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2105): Process ended prematurely: osmo-stp_10.42.42.5(pid=2105) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2105)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2105): Process ended prematurely: osmo-stp_10.42.42.5(pid=2105) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:40:34.304701 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:34.315836 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:40:34.464303 tst mo_mt_call.py: using LAC 22953\u000a18:40:34.587180 tst mo_mt_call.py: using RAC 3\u000a18:40:34.711494 tst mo_mt_call.py: using CellId 22953\u000a18:40:34.834496 tst mo_mt_call.py: using BVCI 22954\u000a18:40:34.858818 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:34.870107 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:34.881140 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:34.892335 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:34.903671 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:34.914948 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:40:35.031160 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:40:35.229625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:35.706110 run create_hlr_db(pid=2099): Launched\u000a18:40:35.876750 bus /sierra_2: Setting Powered False\u000a18:40:36.898755 run create_hlr_db(pid=2099): Terminated: ok {rc=0}\u000a18:40:37.322572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2101): Launched\u000a18:40:37.642608 run osmo-hlr_10.42.42.2(pid=2102): Launched\u000a18:40:37.764997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:38.319129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2104): Launched\u000a18:40:38.639021 run osmo-stp_10.42.42.5(pid=2105): Launched\u000a18:40:38.755972 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:40:39.338556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2107): Launched\u000a18:40:39.657764 run osmo-msc_10.42.42.6(pid=2108): Launched\u000a18:40:39.845054 run osmo-stp_10.42.42.5(pid=2105): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2105)]\u000a18:40:39.980360 run osmo-stp_10.42.42.5(pid=2105): stdout: \u000a| (launched: 2022-12-09_18:40:38.481889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:40.115776 run osmo-stp_10.42.42.5(pid=2105): stderr: \u000a| �[0;m�[38;5;43m20221209184038674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184038674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184038675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184038675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184038677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184038678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184038678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:40.244295 run osmo-stp_10.42.42.5(pid=2105): stdout: \u000a| (launched: 2022-12-09_18:40:38.481889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:40.371809 run osmo-stp_10.42.42.5(pid=2105): stderr: \u000a| �[0;m�[38;5;43m20221209184038674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184038674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184038675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184038675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184038677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184038678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184038678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:40.427702 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2105): Process ended prematurely: osmo-stp_10.42.42.5(pid=2105) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2105)] [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:40:40.436680 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:40:40.498197 run osmo-hlr_10.42.42.2(pid=2102): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2102)]\u000a18:40:40.549050 run osmo-hlr_10.42.42.2(pid=2102): stdout: \u000a| (launched: 2022-12-09_18:40:37.485509) \u000a18:40:40.599727 run osmo-hlr_10.42.42.2(pid=2102): stderr: \u000a| �[0;m�[1;31m20221209184037684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184037684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184037684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184037684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184037684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184037685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184037696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184037704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184037704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184037704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:40:40.668423 run osmo-msc_10.42.42.6(pid=2108): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2108)]\u000a18:40:40.719024 run osmo-msc_10.42.42.6(pid=2108): stdout: \u000a| (launched: 2022-12-09_18:40:39.501181) \u000a18:40:40.770353 run osmo-msc_10.42.42.6(pid=2108): stderr: \u000a| �[0;m�[38;5;43m20221209184039821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184039821 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc07593c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184039821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184039821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184039821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184039822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184039823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184039824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184039824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184039824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:40:40.813358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2101): Terminating (SIGTERM)\u000a18:40:40.853726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2104): Terminating (SIGTERM)\u000a18:40:40.894379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2107): Terminating (SIGTERM)\u000a18:40:40.903912 --- ParallelTerminationStrategy: PID 2101 died...\u000a18:40:40.958364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2101): Terminated: ok {rc=0}\u000a18:40:40.968075 --- ParallelTerminationStrategy: PID 2104 died...\u000a18:40:41.022435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2104): Terminated: ok {rc=0}\u000a18:40:41.032423 --- ParallelTerminationStrategy: PID 2107 died...\u000a18:40:41.086968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2107): Terminated: ok {rc=0}\u000a18:40:41.173469 bus /sierra_3: Setting Powered False\u000a18:40:42.276918 bus /sierra_3: Setting Powered False\u000a18:40:43.381889 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2117): Process ended prematurely: osmo-stp_10.42.42.5(pid=2117) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2117)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2117): Process ended prematurely: osmo-stp_10.42.42.5(pid=2117) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:40:44.494911 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:44.506648 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:40:44.657117 tst mo_mt_call_osmux.py: using LAC 22954\u000a18:40:44.785906 tst mo_mt_call_osmux.py: using RAC 4\u000a18:40:44.911213 tst mo_mt_call_osmux.py: using CellId 22954\u000a18:40:45.035664 tst mo_mt_call_osmux.py: using BVCI 22955\u000a18:40:45.060027 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:45.071341 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:45.082426 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:45.093711 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:45.105000 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:40:45.116457 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:40:45.233719 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:40:45.430370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:45.927251 run create_hlr_db(pid=2111): Launched\u000a18:40:46.101460 bus /sierra_2: Setting Powered False\u000a18:40:47.134446 run create_hlr_db(pid=2111): Terminated: ok {rc=0}\u000a18:40:47.564071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2113): Launched\u000a18:40:47.883687 run osmo-hlr_10.42.42.2(pid=2114): Launched\u000a18:40:48.004552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:48.560293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2116): Launched\u000a18:40:48.880728 run osmo-stp_10.42.42.5(pid=2117): Launched\u000a18:40:48.996777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:40:49.579611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2119): Launched\u000a18:40:49.899940 run osmo-msc_10.42.42.6(pid=2120): Launched\u000a18:40:50.087618 run osmo-stp_10.42.42.5(pid=2117): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2117)]\u000a18:40:50.223070 run osmo-stp_10.42.42.5(pid=2117): stdout: \u000a| (launched: 2022-12-09_18:40:48.723267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:50.358472 run osmo-stp_10.42.42.5(pid=2117): stderr: \u000a| �[0;m�[38;5;43m20221209184048915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184048915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184048916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184048916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184048916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184048917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184048917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:50.487058 run osmo-stp_10.42.42.5(pid=2117): stdout: \u000a| (launched: 2022-12-09_18:40:48.723267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:50.614606 run osmo-stp_10.42.42.5(pid=2117): stderr: \u000a| �[0;m�[38;5;43m20221209184048915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184048915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184048916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184048916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184048916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184048917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184048917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:50.670574 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2117): Process ended prematurely: osmo-stp_10.42.42.5(pid=2117) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2117)] [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:40:50.679505 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:40:50.741543 run osmo-hlr_10.42.42.2(pid=2114): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2114)]\u000a18:40:50.792572 run osmo-hlr_10.42.42.2(pid=2114): stdout: \u000a| (launched: 2022-12-09_18:40:47.727410) \u000a18:40:50.844295 run osmo-hlr_10.42.42.2(pid=2114): stderr: \u000a| �[0;m�[1;31m20221209184047924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184047924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184047924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184047924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184047924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184047924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184047935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184047945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184047945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184047945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:40:50.913819 run osmo-msc_10.42.42.6(pid=2120): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2120)]\u000a18:40:50.964677 run osmo-msc_10.42.42.6(pid=2120): stdout: \u000a| (launched: 2022-12-09_18:40:49.742697) \u000a18:40:51.015986 run osmo-msc_10.42.42.6(pid=2120): stderr: \u000a| �[0;m�[38;5;43m20221209184050065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184050065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30f7168c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184050065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184050065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184050065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184050065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184050067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184050067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184050068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184050068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:40:51.059349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2113): Terminating (SIGTERM)\u000a18:40:51.100593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2116): Terminating (SIGTERM)\u000a18:40:51.141857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2119): Terminating (SIGTERM)\u000a18:40:51.151500 --- ParallelTerminationStrategy: PID 2113 died...\u000a18:40:51.206727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2113): Terminated: ok {rc=0}\u000a18:40:51.216472 --- ParallelTerminationStrategy: PID 2116 died...\u000a18:40:51.271590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2116): Terminated: ok {rc=0}\u000a18:40:51.281484 --- ParallelTerminationStrategy: PID 2119 died...\u000a18:40:51.336260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2119): Terminated: ok {rc=0}\u000a18:40:51.422440 bus /sierra_3: Setting Powered False\u000a18:40:52.526663 bus /sierra_3: Setting Powered False\u000a18:40:53.632395 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:40:34" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2131): Process ended prematurely: osmo-stp_10.42.42.5(pid=2131) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2131)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2131): Process ended prematurely: osmo-stp_10.42.42.5(pid=2131) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:40:55.590887 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:40:55.602179 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:40:55.755091 tst mo_mt_call.py: using LAC 22955\u000a18:40:55.878496 tst mo_mt_call.py: using RAC 5\u000a18:40:56.001566 tst mo_mt_call.py: using CellId 22955\u000a18:40:56.125091 tst mo_mt_call.py: using BVCI 22956\u000a18:40:56.149526 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:40:56.160822 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:40:56.171901 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:40:56.183270 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:40:56.194558 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:40:56.205950 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:40:56.326099 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:40:56.524474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:57.002778 run create_hlr_db(pid=2125): Launched\u000a18:40:57.173754 bus /sierra_2: Setting Powered False\u000a18:40:58.196122 run create_hlr_db(pid=2125): Terminated: ok {rc=0}\u000a18:40:58.621648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2127): Launched\u000a18:40:58.942467 run osmo-hlr_10.42.42.2(pid=2128): Launched\u000a18:40:59.063541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:59.617772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2130): Launched\u000a18:40:59.937981 run osmo-stp_10.42.42.5(pid=2131): Launched\u000a18:41:00.054727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:41:00.636002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2133): Launched\u000a18:41:01.051181 run osmo-msc_10.42.42.6(pid=2134): Launched\u000a18:41:01.376229 run osmo-stp_10.42.42.5(pid=2131): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2131)]\u000a18:41:01.526403 run osmo-stp_10.42.42.5(pid=2131): stdout: \u000a| (launched: 2022-12-09_18:40:59.780688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:01.674632 run osmo-stp_10.42.42.5(pid=2131): stderr: \u000a| �[0;m�[38;5;43m20221209184059971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184059972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184059972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184059972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184059973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184059973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184059973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:01.798321 run osmo-stp_10.42.42.5(pid=2131): stdout: \u000a| (launched: 2022-12-09_18:40:59.780688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:01.920115 run osmo-stp_10.42.42.5(pid=2131): stderr: \u000a| �[0;m�[38;5;43m20221209184059971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184059972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184059972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184059972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184059973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184059973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184059973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:01.974238 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2131): Process ended prematurely: osmo-stp_10.42.42.5(pid=2131) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2131)] [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:41:01.982901 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:41:02.042774 run osmo-hlr_10.42.42.2(pid=2128): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2128)]\u000a18:41:02.091678 run osmo-hlr_10.42.42.2(pid=2128): stdout: \u000a| (launched: 2022-12-09_18:40:58.785094) \u000a18:41:02.142154 run osmo-hlr_10.42.42.2(pid=2128): stderr: \u000a| �[0;m�[1;31m20221209184058981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184058982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184058982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184058982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184058982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184058982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184059000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184059010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184059010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184059010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:02.209498 run osmo-msc_10.42.42.6(pid=2134): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2134)]\u000a18:41:02.258593 run osmo-msc_10.42.42.6(pid=2134): stdout: \u000a| (launched: 2022-12-09_18:41:00.788454) \u000a18:41:02.308390 run osmo-msc_10.42.42.6(pid=2134): stderr: \u000a| �[0;m�[38;5;43m20221209184101236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184101245 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb5c3f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184101245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184101245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184101245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184101246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184101247 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184101248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184101248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184101248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:41:02.351312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2127): Terminating (SIGTERM)\u000a18:41:02.392333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2130): Terminating (SIGTERM)\u000a18:41:02.434527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2133): Terminating (SIGTERM)\u000a18:41:02.444318 --- ParallelTerminationStrategy: PID 2127 died...\u000a18:41:02.498720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2127): Terminated: ok {rc=0}\u000a18:41:02.508451 --- ParallelTerminationStrategy: PID 2130 died...\u000a18:41:02.561403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2130): Terminated: ok {rc=0}\u000a18:41:02.570811 --- ParallelTerminationStrategy: PID 2133 died...\u000a18:41:02.622532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2133): Terminated: ok {rc=0}\u000a18:41:02.709700 bus /sierra_3: Setting Powered False\u000a18:41:03.810728 bus /sierra_3: Setting Powered False\u000a18:41:04.920210 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2142): Process ended prematurely: osmo-stp_10.42.42.5(pid=2142) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2142)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2142): Process ended prematurely: osmo-stp_10.42.42.5(pid=2142) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:41:06.028622 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:41:06.039834 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:41:06.182711 tst mo_mt_call_osmux.py: using LAC 22956\u000a18:41:06.301286 tst mo_mt_call_osmux.py: using RAC 6\u000a18:41:06.422100 tst mo_mt_call_osmux.py: using CellId 22956\u000a18:41:06.537531 tst mo_mt_call_osmux.py: using BVCI 22957\u000a18:41:06.560154 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:41:06.570933 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:41:06.581533 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:41:06.592137 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:41:06.602711 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:41:06.613497 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:41:06.726538 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:41:06.931596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:07.407887 run create_hlr_db(pid=2136): Launched\u000a18:41:07.579198 bus /sierra_2: Setting Powered False\u000a18:41:08.607688 run create_hlr_db(pid=2136): Terminated: ok {rc=0}\u000a18:41:09.034306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2138): Launched\u000a18:41:09.354424 run osmo-hlr_10.42.42.2(pid=2139): Launched\u000a18:41:09.467902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:09.985543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2141): Launched\u000a18:41:10.283284 run osmo-stp_10.42.42.5(pid=2142): Launched\u000a18:41:10.391367 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:41:10.935504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2144): Launched\u000a18:41:11.235477 run osmo-msc_10.42.42.6(pid=2145): Launched\u000a18:41:11.410354 run osmo-stp_10.42.42.5(pid=2142): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2142)]\u000a18:41:11.536625 run osmo-stp_10.42.42.5(pid=2142): stdout: \u000a| (launched: 2022-12-09_18:41:10.137283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:11.661663 run osmo-stp_10.42.42.5(pid=2142): stderr: \u000a| �[0;m�[38;5;43m20221209184110306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184110306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184110306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184110307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184110307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184110307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184110307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:11.782078 run osmo-stp_10.42.42.5(pid=2142): stdout: \u000a| (launched: 2022-12-09_18:41:10.137283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:11.901517 run osmo-stp_10.42.42.5(pid=2142): stderr: \u000a| �[0;m�[38;5;43m20221209184110306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184110306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184110306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184110307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184110307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184110307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184110307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:11.953872 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2142): Process ended prematurely: osmo-stp_10.42.42.5(pid=2142) [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2142)] [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:41:11.962378 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a18:41:12.021836 run osmo-hlr_10.42.42.2(pid=2139): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2139)]\u000a18:41:12.070544 run osmo-hlr_10.42.42.2(pid=2139): stdout: \u000a| (launched: 2022-12-09_18:41:09.197478) \u000a18:41:12.119820 run osmo-hlr_10.42.42.2(pid=2139): stderr: \u000a| �[0;m�[1;31m20221209184109396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184109396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184109396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184109396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184109396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184109396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184109407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184109415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184109415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184109416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:12.186591 run osmo-msc_10.42.42.6(pid=2145): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2145)]\u000a18:41:12.235238 run osmo-msc_10.42.42.6(pid=2145): stdout: \u000a| (launched: 2022-12-09_18:41:11.088360) \u000a18:41:12.284244 run osmo-msc_10.42.42.6(pid=2145): stderr: \u000a| �[0;m�[38;5;43m20221209184111362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184111362 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9999408c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184111362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184111362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184111362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184111362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184111364 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184111364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184111365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184111365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:41:12.325287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2138): Terminating (SIGTERM)\u000a18:41:12.364698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2141): Terminating (SIGTERM)\u000a18:41:12.404164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2144): Terminating (SIGTERM)\u000a18:41:12.413672 --- ParallelTerminationStrategy: PID 2138 died...\u000a18:41:12.466607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2138): Terminated: ok {rc=0}\u000a18:41:12.476113 --- ParallelTerminationStrategy: PID 2141 died...\u000a18:41:12.529030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2141): Terminated: ok {rc=0}\u000a18:41:12.538431 --- ParallelTerminationStrategy: PID 2144 died...\u000a18:41:12.591011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2144): Terminated: ok {rc=0}\u000a18:41:12.677672 bus /sierra_3: Setting Powered False\u000a18:41:13.779464 bus /sierra_3: Setting Powered False\u000a18:41:14.888245 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:40:55" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2156): Process ended prematurely: osmo-stp_10.42.42.5(pid=2156) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2156)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2156): Process ended prematurely: osmo-stp_10.42.42.5(pid=2156) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:41:16.916052 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:16.927875 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:41:17.088714 tst mo_mt_call.py: using LAC 22957\u000a18:41:17.216646 tst mo_mt_call.py: using RAC 7\u000a18:41:17.343858 tst mo_mt_call.py: using CellId 22957\u000a18:41:17.473487 tst mo_mt_call.py: using BVCI 22958\u000a18:41:17.497980 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:17.509263 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:17.520109 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:17.531722 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:17.543053 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:17.554414 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:41:17.670519 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:41:17.879633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:18.381670 run create_hlr_db(pid=2150): Launched\u000a18:41:18.566484 bus /sierra_2: Setting Powered False\u000a18:41:19.588071 run create_hlr_db(pid=2150): Terminated: ok {rc=0}\u000a18:41:19.986342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2152): Launched\u000a18:41:20.284312 run osmo-hlr_10.42.42.2(pid=2153): Launched\u000a18:41:20.401999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:20.923970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2155): Launched\u000a18:41:21.222756 run osmo-stp_10.42.42.5(pid=2156): Launched\u000a18:41:21.331901 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:41:21.875226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2158): Launched\u000a18:41:22.172691 run osmo-msc_10.42.42.6(pid=2159): Launched\u000a18:41:22.347068 run osmo-stp_10.42.42.5(pid=2156): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2156)]\u000a18:41:22.472391 run osmo-stp_10.42.42.5(pid=2156): stdout: \u000a| (launched: 2022-12-09_18:41:21.075717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:22.596006 run osmo-stp_10.42.42.5(pid=2156): stderr: \u000a| �[0;m�[38;5;43m20221209184121247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184121247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184121247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184121247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184121248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184121248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184121248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:22.714876 run osmo-stp_10.42.42.5(pid=2156): stdout: \u000a| (launched: 2022-12-09_18:41:21.075717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:22.833604 run osmo-stp_10.42.42.5(pid=2156): stderr: \u000a| �[0;m�[38;5;43m20221209184121247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184121247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184121247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184121247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184121248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184121248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184121248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:22.885794 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2156): Process ended prematurely: osmo-stp_10.42.42.5(pid=2156) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2156)] [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:41:22.894195 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:41:22.951556 run osmo-hlr_10.42.42.2(pid=2153): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2153)]\u000a18:41:22.998686 run osmo-hlr_10.42.42.2(pid=2153): stdout: \u000a| (launched: 2022-12-09_18:41:20.138112) \u000a18:41:23.046480 run osmo-hlr_10.42.42.2(pid=2153): stderr: \u000a| �[0;m�[1;31m20221209184120312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184120312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184120312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184120313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184120313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184120313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184120325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184120334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184120334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184120334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:23.111871 run osmo-msc_10.42.42.6(pid=2159): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2159)]\u000a18:41:23.159296 run osmo-msc_10.42.42.6(pid=2159): stdout: \u000a| (launched: 2022-12-09_18:41:22.026718) \u000a18:41:23.207192 run osmo-msc_10.42.42.6(pid=2159): stderr: \u000a| �[0;m�[38;5;43m20221209184122302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184122302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a5f490c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184122302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184122302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184122303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184122303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184122304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184122305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184122305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184122305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:41:23.248033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2152): Terminating (SIGTERM)\u000a18:41:23.286373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2155): Terminating (SIGTERM)\u000a18:41:23.324639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2158): Terminating (SIGTERM)\u000a18:41:23.333463 --- ParallelTerminationStrategy: PID 2152 died...\u000a18:41:23.384751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2152): Terminated: ok {rc=0}\u000a18:41:23.393963 --- ParallelTerminationStrategy: PID 2155 died...\u000a18:41:23.444923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2155): Terminated: ok {rc=0}\u000a18:41:23.454072 --- ParallelTerminationStrategy: PID 2158 died...\u000a18:41:23.505048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2158): Terminated: ok {rc=0}\u000a18:41:23.590934 bus /sierra_3: Setting Powered False\u000a18:41:24.690695 bus /sierra_3: Setting Powered False\u000a18:41:25.799689 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2167): Process ended prematurely: osmo-stp_10.42.42.5(pid=2167) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2167)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2167): Process ended prematurely: osmo-stp_10.42.42.5(pid=2167) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:41:26.906596 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:26.917843 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:41:27.057529 tst mo_mt_call_osmux.py: using LAC 22958\u000a18:41:27.174245 tst mo_mt_call_osmux.py: using RAC 8\u000a18:41:27.290735 tst mo_mt_call_osmux.py: using CellId 22958\u000a18:41:27.407555 tst mo_mt_call_osmux.py: using BVCI 22959\u000a18:41:27.430215 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:27.440895 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:27.451443 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:27.462006 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:27.472506 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:41:27.483195 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:41:27.595028 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:41:27.806087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:28.310928 run create_hlr_db(pid=2161): Launched\u000a18:41:28.497453 bus /sierra_2: Setting Powered False\u000a18:41:29.517491 run create_hlr_db(pid=2161): Terminated: ok {rc=0}\u000a18:41:29.918129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2163): Launched\u000a18:41:30.217224 run osmo-hlr_10.42.42.2(pid=2164): Launched\u000a18:41:30.327555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:30.863102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2166): Launched\u000a18:41:31.288776 run osmo-stp_10.42.42.5(pid=2167): Launched\u000a18:41:31.515125 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:41:32.145597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2169): Launched\u000a18:41:32.445720 run osmo-msc_10.42.42.6(pid=2170): Launched\u000a18:41:32.619247 run osmo-stp_10.42.42.5(pid=2167): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2167)]\u000a18:41:32.745400 run osmo-stp_10.42.42.5(pid=2167): stdout: \u000a| (launched: 2022-12-09_18:41:31.034396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:32.868821 run osmo-stp_10.42.42.5(pid=2167): stderr: \u000a| �[0;m�[38;5;43m20221209184131371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184131371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184131372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184131372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184131374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184131375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184131375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:32.988932 run osmo-stp_10.42.42.5(pid=2167): stdout: \u000a| (launched: 2022-12-09_18:41:31.034396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:33.107331 run osmo-stp_10.42.42.5(pid=2167): stderr: \u000a| �[0;m�[38;5;43m20221209184131371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184131371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184131372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184131372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184131374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184131375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184131375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:33.160588 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2167): Process ended prematurely: osmo-stp_10.42.42.5(pid=2167) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2167)] [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:41:33.169168 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:41:33.227258 run osmo-hlr_10.42.42.2(pid=2164): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2164)]\u000a18:41:33.275159 run osmo-hlr_10.42.42.2(pid=2164): stdout: \u000a| (launched: 2022-12-09_18:41:30.070084) \u000a18:41:33.323591 run osmo-hlr_10.42.42.2(pid=2164): stderr: \u000a| �[0;m�[1;31m20221209184130247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184130247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184130248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184130248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184130248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184130248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184130260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184130269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184130269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184130269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:33.389158 run osmo-msc_10.42.42.6(pid=2170): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2170)]\u000a18:41:33.437104 run osmo-msc_10.42.42.6(pid=2170): stdout: \u000a| (launched: 2022-12-09_18:41:32.297728) \u000a18:41:33.485408 run osmo-msc_10.42.42.6(pid=2170): stderr: \u000a| �[0;m�[38;5;43m20221209184132571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184132571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb78a574c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184132571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184132571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184132571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184132571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184132573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184132574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184132574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184132574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:41:33.526321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2163): Terminating (SIGTERM)\u000a18:41:33.565077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2166): Terminating (SIGTERM)\u000a18:41:33.603693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2169): Terminating (SIGTERM)\u000a18:41:33.612582 --- ParallelTerminationStrategy: PID 2163 died...\u000a18:41:33.664284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2163): Terminated: ok {rc=0}\u000a18:41:33.673972 --- ParallelTerminationStrategy: PID 2166 died...\u000a18:41:33.725546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2166): Terminated: ok {rc=0}\u000a18:41:33.734771 --- ParallelTerminationStrategy: PID 2169 died...\u000a18:41:33.786041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2169): Terminated: ok {rc=0}\u000a18:41:33.872904 bus /sierra_3: Setting Powered False\u000a18:41:34.974136 bus /sierra_3: Setting Powered False\u000a18:41:36.081396 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:41:16" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2181): Process ended prematurely: osmo-stp_10.42.42.5(pid=2181) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2181): Process ended prematurely: osmo-stp_10.42.42.5(pid=2181) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:41:38.038707 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:38.049921 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:41:38.203713 tst mo_mt_call.py: using LAC 22959\u000a18:41:38.328894 tst mo_mt_call.py: using RAC 9\u000a18:41:38.452129 tst mo_mt_call.py: using CellId 22959\u000a18:41:38.576049 tst mo_mt_call.py: using BVCI 22960\u000a18:41:38.600374 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:38.611625 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:38.622739 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:38.634039 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:38.645442 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:38.656634 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:41:38.771075 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:41:38.978130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:39.481653 run create_hlr_db(pid=2175): Launched\u000a18:41:39.666844 bus /sierra_2: Setting Powered False\u000a18:41:40.688701 run create_hlr_db(pid=2175): Terminated: ok {rc=0}\u000a18:41:41.089193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Launched\u000a18:41:41.389435 run osmo-hlr_10.42.42.2(pid=2178): Launched\u000a18:41:41.507400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:42.033580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Launched\u000a18:41:42.331800 run osmo-stp_10.42.42.5(pid=2181): Launched\u000a18:41:42.441419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:41:42.985666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2183): Launched\u000a18:41:43.284935 run osmo-msc_10.42.42.6(pid=2184): Launched\u000a18:41:43.460688 run osmo-stp_10.42.42.5(pid=2181): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)]\u000a18:41:43.587269 run osmo-stp_10.42.42.5(pid=2181): stdout: \u000a| (launched: 2022-12-09_18:41:42.185423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:43.711086 run osmo-stp_10.42.42.5(pid=2181): stderr: \u000a| �[0;m�[38;5;43m20221209184142360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184142360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184142360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184142361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184142361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184142361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184142361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:43.831519 run osmo-stp_10.42.42.5(pid=2181): stdout: \u000a| (launched: 2022-12-09_18:41:42.185423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:43.950367 run osmo-stp_10.42.42.5(pid=2181): stderr: \u000a| �[0;m�[38;5;43m20221209184142360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184142360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184142360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184142361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184142361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184142361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184142361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:44.002722 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2181): Process ended prematurely: osmo-stp_10.42.42.5(pid=2181) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)] [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:41:44.011043 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:41:44.069268 run osmo-hlr_10.42.42.2(pid=2178): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2178)]\u000a18:41:44.117302 run osmo-hlr_10.42.42.2(pid=2178): stdout: \u000a| (launched: 2022-12-09_18:41:41.242314) \u000a18:41:44.165699 run osmo-hlr_10.42.42.2(pid=2178): stderr: \u000a| �[0;m�[1;31m20221209184141419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184141419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184141419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184141419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184141419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184141420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184141432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184141441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184141441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184141441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:44.231556 run osmo-msc_10.42.42.6(pid=2184): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2184)]\u000a18:41:44.280725 run osmo-msc_10.42.42.6(pid=2184): stdout: \u000a| (launched: 2022-12-09_18:41:43.137422) \u000a18:41:44.329299 run osmo-msc_10.42.42.6(pid=2184): stderr: \u000a| �[0;m�[38;5;43m20221209184143408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184143408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7befaf8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184143408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184143408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184143408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184143409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184143411 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184143412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184143412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184143412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:41:44.370693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminating (SIGTERM)\u000a18:41:44.409605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Terminating (SIGTERM)\u000a18:41:44.448905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2183): Terminating (SIGTERM)\u000a18:41:44.457911 --- ParallelTerminationStrategy: PID 2177 died...\u000a18:41:44.509895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminated: ok {rc=0}\u000a18:41:44.519071 --- ParallelTerminationStrategy: PID 2180 died...\u000a18:41:44.570698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Terminated: ok {rc=0}\u000a18:41:44.579904 --- ParallelTerminationStrategy: PID 2183 died...\u000a18:41:44.631166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2183): Terminated: ok {rc=0}\u000a18:41:44.718596 bus /sierra_3: Setting Powered False\u000a18:41:45.819001 bus /sierra_3: Setting Powered False\u000a18:41:46.944795 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2192): Process ended prematurely: osmo-stp_10.42.42.5(pid=2192) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2192)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2192): Process ended prematurely: osmo-stp_10.42.42.5(pid=2192) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:41:48.051483 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:48.062756 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:41:48.202631 tst mo_mt_call_osmux.py: using LAC 22960\u000a18:41:48.318433 tst mo_mt_call_osmux.py: using RAC 10\u000a18:41:48.434983 tst mo_mt_call_osmux.py: using CellId 22960\u000a18:41:48.554636 tst mo_mt_call_osmux.py: using BVCI 22961\u000a18:41:48.577217 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:48.587945 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:48.598695 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:48.609276 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:48.620136 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:41:48.630782 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:41:48.746209 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:41:48.946912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:49.423881 run create_hlr_db(pid=2186): Launched\u000a18:41:49.595153 bus /sierra_2: Setting Powered False\u000a18:41:50.617453 run create_hlr_db(pid=2186): Terminated: ok {rc=0}\u000a18:41:51.014249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2188): Launched\u000a18:41:51.312236 run osmo-hlr_10.42.42.2(pid=2189): Launched\u000a18:41:51.421262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:51.937014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2191): Launched\u000a18:41:52.234724 run osmo-stp_10.42.42.5(pid=2192): Launched\u000a18:41:52.343145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:41:52.887104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2194): Launched\u000a18:41:53.184798 run osmo-msc_10.42.42.6(pid=2195): Launched\u000a18:41:53.359875 run osmo-stp_10.42.42.5(pid=2192): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2192)]\u000a18:41:53.485751 run osmo-stp_10.42.42.5(pid=2192): stdout: \u000a| (launched: 2022-12-09_18:41:52.088374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:53.609266 run osmo-stp_10.42.42.5(pid=2192): stderr: \u000a| �[0;m�[38;5;43m20221209184152257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184152257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184152258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184152258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184152260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184152260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184152260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:53.728535 run osmo-stp_10.42.42.5(pid=2192): stdout: \u000a| (launched: 2022-12-09_18:41:52.088374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:53.847014 run osmo-stp_10.42.42.5(pid=2192): stderr: \u000a| �[0;m�[38;5;43m20221209184152257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184152257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184152258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184152258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184152260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184152260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184152260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:53.899270 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2192): Process ended prematurely: osmo-stp_10.42.42.5(pid=2192) [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2192)] [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:41:53.907667 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a18:41:53.965305 run osmo-hlr_10.42.42.2(pid=2189): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2189)]\u000a18:41:54.012639 run osmo-hlr_10.42.42.2(pid=2189): stdout: \u000a| (launched: 2022-12-09_18:41:51.165647) \u000a18:41:54.060577 run osmo-hlr_10.42.42.2(pid=2189): stderr: \u000a| �[0;m�[1;31m20221209184151341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184151341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184151341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184151341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184151341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184151341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184151354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184151363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184151363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184151363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:54.125473 run osmo-msc_10.42.42.6(pid=2195): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2195)]\u000a18:41:54.172797 run osmo-msc_10.42.42.6(pid=2195): stdout: \u000a| (launched: 2022-12-09_18:41:53.038273) \u000a18:41:54.220620 run osmo-msc_10.42.42.6(pid=2195): stderr: \u000a| �[0;m�[38;5;43m20221209184153312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184153312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f246208dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184153312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184153312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184153312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184153313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184153314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184153315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184153315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184153315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:41:54.260973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2188): Terminating (SIGTERM)\u000a18:41:54.299015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2191): Terminating (SIGTERM)\u000a18:41:54.337173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2194): Terminating (SIGTERM)\u000a18:41:54.345925 --- ParallelTerminationStrategy: PID 2188 died...\u000a18:41:54.397017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2188): Terminated: ok {rc=0}\u000a18:41:54.406138 --- ParallelTerminationStrategy: PID 2191 died...\u000a18:41:54.457084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2191): Terminated: ok {rc=0}\u000a18:41:54.466137 --- ParallelTerminationStrategy: PID 2194 died...\u000a18:41:54.517592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2194): Terminated: ok {rc=0}\u000a18:41:54.598668 bus /sierra_3: Setting Powered False\u000a18:41:55.703319 bus /sierra_3: Setting Powered False\u000a18:41:56.809139 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:41:37" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2209): Process ended prematurely: osmo-stp_10.42.42.5(pid=2209) [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2209)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2209): Process ended prematurely: osmo-stp_10.42.42.5(pid=2209) [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:41:58.754064 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:41:58.765645 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:41:58.914166 tst mo_mt_call.py: using LAC 22961\u000a18:41:59.033323 tst mo_mt_call.py: using RAC 11\u000a18:41:59.151447 tst mo_mt_call.py: using CellId 22961\u000a18:41:59.277164 tst mo_mt_call.py: using BVCI 22962\u000a18:41:59.301561 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:41:59.313171 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:41:59.324422 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:41:59.336762 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:41:59.348879 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:41:59.360551 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:41:59.478546 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:41:59.688461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:00.190690 run create_hlr_db(pid=2202): Launched\u000a18:42:00.376311 bus /sierra_2: Setting Powered False\u000a18:42:01.401047 run create_hlr_db(pid=2202): Terminated: ok {rc=0}\u000a18:42:01.876528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2205): Launched\u000a18:42:02.231566 run osmo-hlr_10.42.42.2(pid=2206): Launched\u000a18:42:02.342910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:02.861845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2208): Launched\u000a18:42:03.158075 run osmo-stp_10.42.42.5(pid=2209): Launched\u000a18:42:03.270227 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:03.813829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2211): Launched\u000a18:42:04.110926 run osmo-msc_10.42.42.6(pid=2212): Launched\u000a18:42:04.285538 run osmo-stp_10.42.42.5(pid=2209): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2209)]\u000a18:42:04.411652 run osmo-stp_10.42.42.5(pid=2209): stdout: \u000a| (launched: 2022-12-09_18:42:03.012490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:04.535166 run osmo-stp_10.42.42.5(pid=2209): stderr: \u000a| �[0;m�[38;5;43m20221209184203182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184203182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184203183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184203183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184203184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184203184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184203184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:04.654588 run osmo-stp_10.42.42.5(pid=2209): stdout: \u000a| (launched: 2022-12-09_18:42:03.012490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:04.773606 run osmo-stp_10.42.42.5(pid=2209): stderr: \u000a| �[0;m�[38;5;43m20221209184203182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184203182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184203183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184203183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184203184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184203184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184203184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:04.825806 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2209): Process ended prematurely: osmo-stp_10.42.42.5(pid=2209) [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2209)] [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:42:04.834154 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:42:04.891511 run osmo-hlr_10.42.42.2(pid=2206): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2206)]\u000a18:42:04.938772 run osmo-hlr_10.42.42.2(pid=2206): stdout: \u000a| (launched: 2022-12-09_18:42:02.044480) \u000a18:42:04.986734 run osmo-hlr_10.42.42.2(pid=2206): stderr: \u000a| �[0;m�[1;31m20221209184202302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184202302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184202302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184202302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184202302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184202302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184202315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184202325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184202325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184202325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:05.051704 run osmo-msc_10.42.42.6(pid=2212): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2212)]\u000a18:42:05.099081 run osmo-msc_10.42.42.6(pid=2212): stdout: \u000a| (launched: 2022-12-09_18:42:03.965106) \u000a18:42:05.146843 run osmo-msc_10.42.42.6(pid=2212): stderr: \u000a| �[0;m�[38;5;43m20221209184204237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184204237 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39019f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184204237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184204237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184204237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184204238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184204240 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184204241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184204241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184204241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:05.187372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2205): Terminating (SIGTERM)\u000a18:42:05.225578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2208): Terminating (SIGTERM)\u000a18:42:05.263733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2211): Terminating (SIGTERM)\u000a18:42:05.272487 --- ParallelTerminationStrategy: PID 2205 died...\u000a18:42:05.323738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2205): Terminated: ok {rc=0}\u000a18:42:05.333037 --- ParallelTerminationStrategy: PID 2208 died...\u000a18:42:05.384127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2208): Terminated: ok {rc=0}\u000a18:42:05.393736 --- ParallelTerminationStrategy: PID 2211 died...\u000a18:42:05.445462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2211): Terminated: ok {rc=0}\u000a18:42:05.532130 bus /sierra_3: Setting Powered False\u000a18:42:06.632323 bus /sierra_3: Setting Powered False\u000a18:42:07.740903 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2220): Process ended prematurely: osmo-stp_10.42.42.5(pid=2220) [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2220)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2220): Process ended prematurely: osmo-stp_10.42.42.5(pid=2220) [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:42:08.849551 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:42:08.860767 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:42:09.002721 tst mo_mt_call_osmux.py: using LAC 22962\u000a18:42:09.121216 tst mo_mt_call_osmux.py: using RAC 12\u000a18:42:09.246035 tst mo_mt_call_osmux.py: using CellId 22962\u000a18:42:09.371274 tst mo_mt_call_osmux.py: using BVCI 22963\u000a18:42:09.395999 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:42:09.407516 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:42:09.419010 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:42:09.430715 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:42:09.442415 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:42:09.454531 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:42:09.570269 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:42:09.780917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:10.283238 run create_hlr_db(pid=2214): Launched\u000a18:42:10.468533 bus /sierra_2: Setting Powered False\u000a18:42:11.489023 run create_hlr_db(pid=2214): Terminated: ok {rc=0}\u000a18:42:11.889583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2216): Launched\u000a18:42:12.186973 run osmo-hlr_10.42.42.2(pid=2217): Launched\u000a18:42:12.296455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:12.812877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2219): Launched\u000a18:42:13.110274 run osmo-stp_10.42.42.5(pid=2220): Launched\u000a18:42:13.218726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:13.761575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2222): Launched\u000a18:42:14.058713 run osmo-msc_10.42.42.6(pid=2223): Launched\u000a18:42:14.232769 run osmo-stp_10.42.42.5(pid=2220): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2220)]\u000a18:42:14.359309 run osmo-stp_10.42.42.5(pid=2220): stdout: \u000a| (launched: 2022-12-09_18:42:12.964104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:14.483200 run osmo-stp_10.42.42.5(pid=2220): stderr: \u000a| �[0;m�[38;5;43m20221209184213133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184213133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184213133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184213134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184213134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184213134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184213134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:14.602481 run osmo-stp_10.42.42.5(pid=2220): stdout: \u000a| (launched: 2022-12-09_18:42:12.964104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:14.720830 run osmo-stp_10.42.42.5(pid=2220): stderr: \u000a| �[0;m�[38;5;43m20221209184213133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184213133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184213133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184213134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184213134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184213134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184213134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:14.773158 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2220): Process ended prematurely: osmo-stp_10.42.42.5(pid=2220) [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2220)] [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:42:14.781603 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a18:42:14.839439 run osmo-hlr_10.42.42.2(pid=2217): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2217)]\u000a18:42:14.887200 run osmo-hlr_10.42.42.2(pid=2217): stdout: \u000a| (launched: 2022-12-09_18:42:12.040727) \u000a18:42:14.935547 run osmo-hlr_10.42.42.2(pid=2217): stderr: \u000a| �[0;m�[1;31m20221209184212217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184212217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184212217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184212217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184212217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184212218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184212230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184212238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184212238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184212239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:15.001626 run osmo-msc_10.42.42.6(pid=2223): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2223)]\u000a18:42:15.049227 run osmo-msc_10.42.42.6(pid=2223): stdout: \u000a| (launched: 2022-12-09_18:42:13.912798) \u000a18:42:15.097368 run osmo-msc_10.42.42.6(pid=2223): stderr: \u000a| �[0;m�[38;5;43m20221209184214187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184214187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1279281c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184214187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184214187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184214187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184214187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184214189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184214189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184214190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184214190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:15.138133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2216): Terminating (SIGTERM)\u000a18:42:15.176620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2219): Terminating (SIGTERM)\u000a18:42:15.215270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2222): Terminating (SIGTERM)\u000a18:42:15.224129 --- ParallelTerminationStrategy: PID 2216 died...\u000a18:42:15.275850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2216): Terminated: ok {rc=0}\u000a18:42:15.285525 --- ParallelTerminationStrategy: PID 2219 died...\u000a18:42:15.337098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2219): Terminated: ok {rc=0}\u000a18:42:15.346306 --- ParallelTerminationStrategy: PID 2222 died...\u000a18:42:15.397691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2222): Terminated: ok {rc=0}\u000a18:42:15.483961 bus /sierra_3: Setting Powered False\u000a18:42:16.590750 bus /sierra_3: Setting Powered False\u000a18:42:17.699429 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:41:58" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2234): Process ended prematurely: osmo-stp_10.42.42.5(pid=2234) [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2234)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2234): Process ended prematurely: osmo-stp_10.42.42.5(pid=2234) [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:42:19.636861 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:19.647474 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:42:19.792224 tst mo_mt_call.py: using LAC 22963\u000a18:42:19.906312 tst mo_mt_call.py: using RAC 13\u000a18:42:20.021247 tst mo_mt_call.py: using CellId 22963\u000a18:42:20.138219 tst mo_mt_call.py: using BVCI 22964\u000a18:42:20.160748 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:20.171336 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:20.181812 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:20.192148 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:20.202510 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:20.212871 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:42:20.323853 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:42:20.534762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:21.038318 run create_hlr_db(pid=2228): Launched\u000a18:42:21.223923 bus /sierra_2: Setting Powered False\u000a18:42:22.244091 run create_hlr_db(pid=2228): Terminated: ok {rc=0}\u000a18:42:22.645167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2230): Launched\u000a18:42:22.943114 run osmo-hlr_10.42.42.2(pid=2231): Launched\u000a18:42:23.060641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:23.589466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2233): Launched\u000a18:42:23.888436 run osmo-stp_10.42.42.5(pid=2234): Launched\u000a18:42:23.997928 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:24.543009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2236): Launched\u000a18:42:24.843840 run osmo-msc_10.42.42.6(pid=2237): Launched\u000a18:42:25.019289 run osmo-stp_10.42.42.5(pid=2234): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2234)]\u000a18:42:25.145987 run osmo-stp_10.42.42.5(pid=2234): stdout: \u000a| (launched: 2022-12-09_18:42:23.741379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:25.271693 run osmo-stp_10.42.42.5(pid=2234): stderr: \u000a| �[0;m�[38;5;43m20221209184223910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184223910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184223911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184223911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184223913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184223913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184223914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:25.392018 run osmo-stp_10.42.42.5(pid=2234): stdout: \u000a| (launched: 2022-12-09_18:42:23.741379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:25.511097 run osmo-stp_10.42.42.5(pid=2234): stderr: \u000a| �[0;m�[38;5;43m20221209184223910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184223910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184223911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184223911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184223913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184223913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184223914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:25.564429 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2234): Process ended prematurely: osmo-stp_10.42.42.5(pid=2234) [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2234)] [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:42:25.572885 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:42:25.631156 run osmo-hlr_10.42.42.2(pid=2231): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2231)]\u000a18:42:25.679043 run osmo-hlr_10.42.42.2(pid=2231): stdout: \u000a| (launched: 2022-12-09_18:42:22.796659) \u000a18:42:25.727649 run osmo-hlr_10.42.42.2(pid=2231): stderr: \u000a| �[0;m�[1;31m20221209184222975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184222976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184222976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184222976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184222976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184222976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184222988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184222996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184222996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184222997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:25.793226 run osmo-msc_10.42.42.6(pid=2237): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2237)]\u000a18:42:25.841167 run osmo-msc_10.42.42.6(pid=2237): stdout: \u000a| (launched: 2022-12-09_18:42:24.695658) \u000a18:42:25.889267 run osmo-msc_10.42.42.6(pid=2237): stderr: \u000a| �[0;m�[38;5;43m20221209184224969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184224969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59f31c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184224969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184224969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184224969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184224969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184224972 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184224973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184224973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184224973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:25.930311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2230): Terminating (SIGTERM)\u000a18:42:25.969660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2233): Terminating (SIGTERM)\u000a18:42:26.008891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2236): Terminating (SIGTERM)\u000a18:42:26.017878 --- ParallelTerminationStrategy: PID 2230 died...\u000a18:42:26.069767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2230): Terminated: ok {rc=0}\u000a18:42:26.079086 --- ParallelTerminationStrategy: PID 2233 died...\u000a18:42:26.130774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2233): Terminated: ok {rc=0}\u000a18:42:26.139973 --- ParallelTerminationStrategy: PID 2236 died...\u000a18:42:26.192011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2236): Terminated: ok {rc=0}\u000a18:42:26.280118 bus /sierra_3: Setting Powered False\u000a18:42:27.381348 bus /sierra_3: Setting Powered False\u000a18:42:28.491312 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2245): Process ended prematurely: osmo-stp_10.42.42.5(pid=2245) [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2245)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2245): Process ended prematurely: osmo-stp_10.42.42.5(pid=2245) [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:42:29.599289 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:29.610556 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:42:29.751117 tst mo_mt_call_osmux.py: using LAC 22964\u000a18:42:29.869625 tst mo_mt_call_osmux.py: using RAC 14\u000a18:42:29.986393 tst mo_mt_call_osmux.py: using CellId 22964\u000a18:42:30.102965 tst mo_mt_call_osmux.py: using BVCI 22965\u000a18:42:30.125672 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:30.136294 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:30.147091 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:30.157935 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:30.168240 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:42:30.178684 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:42:30.291461 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:42:30.500649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:31.056387 run create_hlr_db(pid=2239): Launched\u000a18:42:31.234889 bus /sierra_2: Setting Powered False\u000a18:42:32.274276 run create_hlr_db(pid=2239): Terminated: ok {rc=0}\u000a18:42:32.700746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2241): Launched\u000a18:42:33.020075 run osmo-hlr_10.42.42.2(pid=2242): Launched\u000a18:42:33.138071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:33.695146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2244): Launched\u000a18:42:34.015385 run osmo-stp_10.42.42.5(pid=2245): Launched\u000a18:42:34.135470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:34.719960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2247): Launched\u000a18:42:35.040481 run osmo-msc_10.42.42.6(pid=2248): Launched\u000a18:42:35.228869 run osmo-stp_10.42.42.5(pid=2245): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2245)]\u000a18:42:35.368872 run osmo-stp_10.42.42.5(pid=2245): stdout: \u000a| (launched: 2022-12-09_18:42:33.858659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:35.504207 run osmo-stp_10.42.42.5(pid=2245): stderr: \u000a| �[0;m�[38;5;43m20221209184234052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184234052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184234052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184234053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184234053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184234053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184234053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:35.632780 run osmo-stp_10.42.42.5(pid=2245): stdout: \u000a| (launched: 2022-12-09_18:42:33.858659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:35.761527 run osmo-stp_10.42.42.5(pid=2245): stderr: \u000a| �[0;m�[38;5;43m20221209184234052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184234052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184234052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184234053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184234053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184234053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184234053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:35.817777 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2245): Process ended prematurely: osmo-stp_10.42.42.5(pid=2245) [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2245)] [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:42:35.826765 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:42:35.890413 run osmo-hlr_10.42.42.2(pid=2242): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2242)]\u000a18:42:35.941349 run osmo-hlr_10.42.42.2(pid=2242): stdout: \u000a| (launched: 2022-12-09_18:42:32.863904) \u000a18:42:35.992742 run osmo-hlr_10.42.42.2(pid=2242): stderr: \u000a| �[0;m�[1;31m20221209184233062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184233062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184233062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184233062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184233062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184233062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184233074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184233083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184233083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184233083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:36.062266 run osmo-msc_10.42.42.6(pid=2248): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2248)]\u000a18:42:36.112886 run osmo-msc_10.42.42.6(pid=2248): stdout: \u000a| (launched: 2022-12-09_18:42:34.883689) \u000a18:42:36.164008 run osmo-msc_10.42.42.6(pid=2248): stderr: \u000a| �[0;m�[38;5;43m20221209184235207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184235207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4852d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184235207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184235207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184235207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184235207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184235209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184235210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184235210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184235210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:36.207059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2241): Terminating (SIGTERM)\u000a18:42:36.248216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2244): Terminating (SIGTERM)\u000a18:42:36.289591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2247): Terminating (SIGTERM)\u000a18:42:36.299263 --- ParallelTerminationStrategy: PID 2241 died...\u000a18:42:36.354283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2241): Terminated: ok {rc=0}\u000a18:42:36.364334 --- ParallelTerminationStrategy: PID 2244 died...\u000a18:42:36.418980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2244): Terminated: ok {rc=0}\u000a18:42:36.428941 --- ParallelTerminationStrategy: PID 2247 died...\u000a18:42:36.483876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2247): Terminated: ok {rc=0}\u000a18:42:36.569530 bus /sierra_3: Setting Powered False\u000a18:42:37.676014 bus /sierra_3: Setting Powered False\u000a18:42:38.786074 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:42:19" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2259): Process ended prematurely: osmo-stp_10.42.42.5(pid=2259) [trial-2363↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2259)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2259): Process ended prematurely: osmo-stp_10.42.42.5(pid=2259) [trial-2363↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:42:40.759573 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:40.770948 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a18:42:40.898623 tst emergency_mo_mt_call.py: using LAC 22965\u000a18:42:41.020272 tst emergency_mo_mt_call.py: using RAC 15\u000a18:42:41.144907 tst emergency_mo_mt_call.py: using CellId 22965\u000a18:42:41.267738 tst emergency_mo_mt_call.py: using BVCI 22966\u000a18:42:41.291871 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:41.302840 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:41.313596 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:41.324527 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:41.335494 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:41.346770 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:42:41.460674 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:42:41.656730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:42.129443 run create_hlr_db(pid=2253): Launched\u000a18:42:42.299903 bus /sierra_2: Setting Powered False\u000a18:42:43.320709 run create_hlr_db(pid=2253): Terminated: ok {rc=0}\u000a18:42:43.742448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2255): Launched\u000a18:42:44.059422 run osmo-hlr_10.42.42.2(pid=2256): Launched\u000a18:42:44.175258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:44.722855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2258): Launched\u000a18:42:45.015938 run osmo-stp_10.42.42.5(pid=2259): Launched\u000a18:42:45.133685 tst emergency_mo_mt_call.py: using MSISDN 7327\u000a18:42:45.278818 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:45.814288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2261): Launched\u000a18:42:46.301550 run osmo-msc_10.42.42.6(pid=2262): Launched\u000a18:42:46.568514 run osmo-stp_10.42.42.5(pid=2259): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2259)]\u000a18:42:46.718855 run osmo-stp_10.42.42.5(pid=2259): stdout: \u000a| (launched: 2022-12-09_18:42:44.872536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:46.866610 run osmo-stp_10.42.42.5(pid=2259): stderr: \u000a| �[0;m�[38;5;43m20221209184245043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184245043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184245043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184245044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184245044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184245044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184245044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:46.986377 run osmo-stp_10.42.42.5(pid=2259): stdout: \u000a| (launched: 2022-12-09_18:42:44.872536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:47.105222 run osmo-stp_10.42.42.5(pid=2259): stderr: \u000a| �[0;m�[38;5;43m20221209184245043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184245043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184245043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184245044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184245044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184245044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184245044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:47.157160 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2259): Process ended prematurely: osmo-stp_10.42.42.5(pid=2259) [trial-2363↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2259)] [trial-2363↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a18:42:47.165289 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a18:42:47.224013 run osmo-hlr_10.42.42.2(pid=2256): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2256)]\u000a18:42:47.272060 run osmo-hlr_10.42.42.2(pid=2256): stdout: \u000a| (launched: 2022-12-09_18:42:43.903909) \u000a18:42:47.320888 run osmo-hlr_10.42.42.2(pid=2256): stderr: \u000a| �[0;m�[1;31m20221209184244101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184244101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184244101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184244101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184244101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184244102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184244114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184244122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184244122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184244122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:47.386405 run osmo-msc_10.42.42.6(pid=2262): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2262)]\u000a18:42:47.433937 run osmo-msc_10.42.42.6(pid=2262): stdout: \u000a| (launched: 2022-12-09_18:42:45.978612) \u000a18:42:47.481863 run osmo-msc_10.42.42.6(pid=2262): stderr: \u000a| �[0;m�[38;5;43m20221209184246384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184246384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e76751c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184246384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184246384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184246384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184246393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184246395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184246395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184246395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184246395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:47.522578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2255): Terminating (SIGTERM)\u000a18:42:47.561033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2258): Terminating (SIGTERM)\u000a18:42:47.599758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2261): Terminating (SIGTERM)\u000a18:42:47.608757 --- ParallelTerminationStrategy: PID 2255 died...\u000a18:42:47.660542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2255): Terminated: ok {rc=0}\u000a18:42:47.669936 --- ParallelTerminationStrategy: PID 2258 died...\u000a18:42:47.722492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2258): Terminated: ok {rc=0}\u000a18:42:47.731906 --- ParallelTerminationStrategy: PID 2261 died...\u000a18:42:47.783975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2261): Terminated: ok {rc=0}\u000a18:42:47.866142 bus /sierra_3: Setting Powered False\u000a18:42:48.963684 bus /sierra_3: Setting Powered False\u000a18:42:50.068326 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2270): Process ended prematurely: osmo-stp_10.42.42.5(pid=2270) [trial-2363↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2270)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2270): Process ended prematurely: osmo-stp_10.42.42.5(pid=2270) [trial-2363↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:42:51.119441 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:51.130916 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a18:42:51.261206 tst emergency_preemptive_call.py: using LAC 22966\u000a18:42:51.382561 tst emergency_preemptive_call.py: using RAC 16\u000a18:42:51.503589 tst emergency_preemptive_call.py: using CellId 22966\u000a18:42:51.625462 tst emergency_preemptive_call.py: using BVCI 22967\u000a18:42:51.649297 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:51.659996 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:51.671030 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:51.682151 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:51.693040 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:42:51.703954 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:42:51.823200 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:42:51.941426 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:42:52.056799 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:42:52.252569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:52.724614 run create_hlr_db(pid=2264): Launched\u000a18:42:52.894601 bus /sierra_2: Setting Powered False\u000a18:42:53.915851 run create_hlr_db(pid=2264): Terminated: ok {rc=0}\u000a18:42:54.307469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2266): Launched\u000a18:42:54.601392 run osmo-hlr_10.42.42.2(pid=2267): Launched\u000a18:42:54.714986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:55.237755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2269): Launched\u000a18:42:55.530722 run osmo-stp_10.42.42.5(pid=2270): Launched\u000a18:42:55.654858 tst emergency_preemptive_call.py: using MSISDN 7328\u000a18:42:55.812703 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:56.385202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2272): Launched\u000a18:42:56.701227 run osmo-msc_10.42.42.6(pid=2273): Launched\u000a18:42:56.893257 run osmo-stp_10.42.42.5(pid=2270): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2270)]\u000a18:42:57.027041 run osmo-stp_10.42.42.5(pid=2270): stdout: \u000a| (launched: 2022-12-09_18:42:55.386636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:57.159847 run osmo-stp_10.42.42.5(pid=2270): stderr: \u000a| �[0;m�[38;5;43m20221209184255558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184255558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184255558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184255559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184255560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184255560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184255560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:57.287200 run osmo-stp_10.42.42.5(pid=2270): stdout: \u000a| (launched: 2022-12-09_18:42:55.386636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:57.413204 run osmo-stp_10.42.42.5(pid=2270): stderr: \u000a| �[0;m�[38;5;43m20221209184255558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184255558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184255558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184255559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184255560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184255560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184255560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:57.467882 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2270): Process ended prematurely: osmo-stp_10.42.42.5(pid=2270) [trial-2363↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2270)] [trial-2363↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a18:42:57.476207 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a18:42:57.537829 run osmo-hlr_10.42.42.2(pid=2267): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2267)]\u000a18:42:57.588148 run osmo-hlr_10.42.42.2(pid=2267): stdout: \u000a| (launched: 2022-12-09_18:42:54.457450) \u000a18:42:57.638773 run osmo-hlr_10.42.42.2(pid=2267): stderr: \u000a| �[0;m�[1;31m20221209184254634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184254634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184254634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184254634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184254634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184254635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184254648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184254658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184254658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184254658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:57.707030 run osmo-msc_10.42.42.6(pid=2273): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2273)]\u000a18:42:57.757496 run osmo-msc_10.42.42.6(pid=2273): stdout: \u000a| (launched: 2022-12-09_18:42:56.545896) \u000a18:42:57.808242 run osmo-msc_10.42.42.6(pid=2273): stderr: \u000a| �[0;m�[38;5;43m20221209184256867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184256867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf82982c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184256867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184256867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184256867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184256867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184256869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184256870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184256870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184256870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:57.851186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2266): Terminating (SIGTERM)\u000a18:42:57.891793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2269): Terminating (SIGTERM)\u000a18:42:57.932491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2272): Terminating (SIGTERM)\u000a18:42:57.942083 --- ParallelTerminationStrategy: PID 2266 died...\u000a18:42:57.996720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2266): Terminated: ok {rc=0}\u000a18:42:58.006542 --- ParallelTerminationStrategy: PID 2269 died...\u000a18:42:58.060681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2269): Terminated: ok {rc=0}\u000a18:42:58.070753 --- ParallelTerminationStrategy: PID 2272 died...\u000a18:42:58.125411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2272): Terminated: ok {rc=0}\u000a18:42:58.209378 bus /sierra_9: Setting Powered False\u000a18:42:59.313539 bus /sierra_9: Setting Powered False\u000a18:43:00.418708 bus /sierra_8: Setting Powered False\u000a18:43:01.540675 bus /sierra_8: Setting Powered False\u000a18:43:02.644397 bus /sierra_3: Setting Powered False\u000a18:43:03.747912 bus /sierra_3: Setting Powered False\u000a18:43:04.858812 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:42:40" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2288): Process ended prematurely: osmo-stp_10.42.42.5(pid=2288) [trial-2363↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2288)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2288): Process ended prematurely: osmo-stp_10.42.42.5(pid=2288) [trial-2363↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:43:06.931348 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:06.942373 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:43:07.073100 tst cs_paging_gprs_active.py: using LAC 22967\u000a18:43:07.198805 tst cs_paging_gprs_active.py: using RAC 17\u000a18:43:07.326402 tst cs_paging_gprs_active.py: using CellId 22967\u000a18:43:07.453834 tst cs_paging_gprs_active.py: using BVCI 22968\u000a18:43:07.478424 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:07.489290 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:07.499975 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:07.510918 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:07.521445 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:07.532120 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:07.542843 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:07.553990 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:07.565026 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:43:07.678726 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:43:07.958375 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:43:08.084327 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:43:08.394735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2278): Launched\u000a18:43:08.652940 run iperf3-srv_10.42.42.10(pid=2279): Launched\u000a18:43:08.837078 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:43:08.961955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:43:09.271395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2280): Launched\u000a18:43:09.527392 run iperf3-srv_10.42.42.10(pid=2281): Launched\u000a18:43:09.709946 tst cs_paging_gprs_active.py:38: start network...\u000a18:43:09.834441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:10.313668 run create_hlr_db(pid=2282): Launched\u000a18:43:10.486016 bus /sierra_2: Setting Powered False\u000a18:43:11.507713 run create_hlr_db(pid=2282): Terminated: ok {rc=0}\u000a18:43:11.934801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2284): Launched\u000a18:43:12.257141 run osmo-hlr_10.42.42.2(pid=2285): Launched\u000a18:43:12.381195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:12.939004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2287): Launched\u000a18:43:13.261581 run osmo-stp_10.42.42.5(pid=2288): Launched\u000a18:43:13.383327 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:43:14.935322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2290): Launched\u000a18:43:15.050054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:43:15.330621 run patchelf(pid=2291): Launched\u000a18:43:15.518313 run osmo-stp_10.42.42.5(pid=2288): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2288)]\u000a18:43:15.655311 run osmo-stp_10.42.42.5(pid=2288): stdout: \u000a| (launched: 2022-12-09_18:43:13.102585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:15.793179 run osmo-stp_10.42.42.5(pid=2288): stderr: \u000a| �[0;m�[38;5;43m20221209184313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184313295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184313297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184313297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184313297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:15.953565 run osmo-stp_10.42.42.5(pid=2288): stdout: \u000a| (launched: 2022-12-09_18:43:13.102585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:16.088323 run osmo-stp_10.42.42.5(pid=2288): stderr: \u000a| �[0;m�[38;5;43m20221209184313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184313295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184313297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184313297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184313297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:16.244512 run patchelf(pid=2291): Terminating (SIGINT)\u000a18:43:16.429446 run patchelf(pid=2291): Terminated: ok {rc=0}\u000a18:43:16.463472 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2288): Process ended prematurely: osmo-stp_10.42.42.5(pid=2288) [trial-2363↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2288)] [trial-2363↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a18:43:16.473741 tst cs_paging_gprs_active.py:38: Test FAILED (9.6 sec)\u000a18:43:16.537255 run osmo-hlr_10.42.42.2(pid=2285): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2285)]\u000a18:43:16.588670 run osmo-hlr_10.42.42.2(pid=2285): stdout: \u000a| (launched: 2022-12-09_18:43:12.098876) \u000a18:43:16.640577 run osmo-hlr_10.42.42.2(pid=2285): stderr: \u000a| �[0;m�[1;31m20221209184312297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184312297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184312297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184312297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184312297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184312297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184312308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184312316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184312317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184312317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:16.685104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2278): Terminating (SIGTERM)\u000a18:43:16.727549 run iperf3-srv_10.42.42.10(pid=2279): Terminating (SIGTERM)\u000a18:43:16.772338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2280): Terminating (SIGTERM)\u000a18:43:16.815887 run iperf3-srv_10.42.42.10(pid=2281): Terminating (SIGTERM)\u000a18:43:16.861111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2284): Terminating (SIGTERM)\u000a18:43:16.905054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2287): Terminating (SIGTERM)\u000a18:43:16.947566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2290): Terminating (SIGTERM)\u000a18:43:16.957127 --- ParallelTerminationStrategy: PID 2278 died...\u000a18:43:17.013331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2278): Terminated: ok {rc=0}\u000a18:43:17.023920 --- ParallelTerminationStrategy: PID 2279 died...\u000a18:43:17.079890 run iperf3-srv_10.42.42.10(pid=2279): Terminated {rc=256}\u000a18:43:17.090121 --- ParallelTerminationStrategy: PID 2280 died...\u000a18:43:17.146016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2280): Terminated: ok {rc=0}\u000a18:43:17.156488 --- ParallelTerminationStrategy: PID 2281 died...\u000a18:43:17.212357 run iperf3-srv_10.42.42.10(pid=2281): Terminated {rc=256}\u000a18:43:17.222313 --- ParallelTerminationStrategy: PID 2284 died...\u000a18:43:17.277009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2284): Terminated: ok {rc=0}\u000a18:43:17.286770 --- ParallelTerminationStrategy: PID 2287 died...\u000a18:43:17.342056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2287): Terminated: ok {rc=0}\u000a18:43:17.352068 --- ParallelTerminationStrategy: PID 2290 died...\u000a18:43:17.407503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2290): Terminated: ok {rc=0}\u000a18:43:17.493695 bus /gobi_0: Setting Powered False\u000a18:43:18.598412 bus /gobi_0: Setting Powered False\u000a18:43:19.705174 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2300): Process ended prematurely: osmo-stp_10.42.42.5(pid=2300) [trial-2363↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2300)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2300): Process ended prematurely: osmo-stp_10.42.42.5(pid=2300) [trial-2363↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a18:43:20.819401 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:20.830629 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:43:20.960135 tst iperf3.py: using LAC 22968\u000a18:43:21.087589 tst iperf3.py: using RAC 18\u000a18:43:21.212490 tst iperf3.py: using CellId 22968\u000a18:43:21.337442 tst iperf3.py: using BVCI 22969\u000a18:43:21.361949 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:21.372652 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:21.383394 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:21.394259 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:21.405012 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:21.415775 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:21.426686 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:21.437555 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:21.448479 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:43:21.740777 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:43:21.875938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:43:22.207358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2292): Launched\u000a18:43:22.482003 run iperf3-srv_10.42.42.10(pid=2293): Launched\u000a18:43:22.678507 tst iperf3.py:8: start network...\u000a18:43:22.813131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:23.315110 run create_hlr_db(pid=2294): Launched\u000a18:43:23.500434 bus /gobi_6: Setting Powered False\u000a18:43:24.520866 run create_hlr_db(pid=2294): Terminated: ok {rc=0}\u000a18:43:24.921032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2296): Launched\u000a18:43:25.219303 run osmo-hlr_10.42.42.2(pid=2297): Launched\u000a18:43:25.335841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:25.861104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2299): Launched\u000a18:43:26.158953 run osmo-stp_10.42.42.5(pid=2300): Launched\u000a18:43:26.267809 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:43:26.789048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2302): Launched\u000a18:43:26.896094 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:43:27.156254 run patchelf(pid=2303): Launched\u000a18:43:27.330351 run osmo-stp_10.42.42.5(pid=2300): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2300)]\u000a18:43:27.457844 run osmo-stp_10.42.42.5(pid=2300): stdout: \u000a| (launched: 2022-12-09_18:43:26.012034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:27.585646 run osmo-stp_10.42.42.5(pid=2300): stderr: \u000a| �[0;m�[38;5;43m20221209184326183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184326183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184326183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184326184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184326184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184326184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184326185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:27.708851 run osmo-stp_10.42.42.5(pid=2300): stdout: \u000a| (launched: 2022-12-09_18:43:26.012034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:27.831148 run osmo-stp_10.42.42.5(pid=2300): stderr: \u000a| �[0;m�[38;5;43m20221209184326183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184326183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184326183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184326184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184326184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184326184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184326185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:27.973624 run patchelf(pid=2303): Terminating (SIGINT)\u000a18:43:28.141231 run patchelf(pid=2303): Terminated: ok {rc=0}\u000a18:43:28.171923 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2300): Process ended prematurely: osmo-stp_10.42.42.5(pid=2300) [trial-2363↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2300)] [trial-2363↪gprs:sysmo↪iperf3.py:8]\u000a18:43:28.180802 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a18:43:28.239408 run osmo-hlr_10.42.42.2(pid=2297): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2297)]\u000a18:43:28.287265 run osmo-hlr_10.42.42.2(pid=2297): stdout: \u000a| (launched: 2022-12-09_18:43:25.072560) \u000a18:43:28.335945 run osmo-hlr_10.42.42.2(pid=2297): stderr: \u000a| �[0;m�[1;31m20221209184325252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184325252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184325252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184325252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184325252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184325252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184325265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184325273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184325273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184325274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:28.377180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2292): Terminating (SIGTERM)\u000a18:43:28.415985 run iperf3-srv_10.42.42.10(pid=2293): Terminating (SIGTERM)\u000a18:43:28.455073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2296): Terminating (SIGTERM)\u000a18:43:28.493971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2299): Terminating (SIGTERM)\u000a18:43:28.532698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2302): Terminating (SIGTERM)\u000a18:43:28.541777 --- ParallelTerminationStrategy: PID 2292 died...\u000a18:43:28.594286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2292): Terminated: ok {rc=0}\u000a18:43:28.603832 --- ParallelTerminationStrategy: PID 2293 died...\u000a18:43:28.655743 run iperf3-srv_10.42.42.10(pid=2293): Terminated {rc=256}\u000a18:43:28.665192 --- ParallelTerminationStrategy: PID 2296 died...\u000a18:43:28.716832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2296): Terminated: ok {rc=0}\u000a18:43:28.726242 --- ParallelTerminationStrategy: PID 2299 died...\u000a18:43:28.778340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2299): Terminated: ok {rc=0}\u000a18:43:28.787757 --- ParallelTerminationStrategy: PID 2302 died...\u000a18:43:28.839633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2302): Terminated: ok {rc=0}\u000a18:43:28.926627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2318): Process ended prematurely: osmo-stp_10.42.42.5(pid=2318) [trial-2363↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2318)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2318): Process ended prematurely: osmo-stp_10.42.42.5(pid=2318) [trial-2363↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a18:43:30.035795 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:30.047529 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:43:30.169092 tst iperf3m4.py: using LAC 22969\u000a18:43:30.295587 tst iperf3m4.py: using RAC 19\u000a18:43:30.421386 tst iperf3m4.py: using CellId 22969\u000a18:43:30.553052 tst iperf3m4.py: using BVCI 22970\u000a18:43:30.577788 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:30.588848 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:30.599778 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:30.611495 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:30.623032 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:30.634743 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:30.646523 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:30.658513 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:30.670085 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:43:30.791799 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:43:30.924935 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:43:31.049689 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:43:31.362273 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:43:31.491306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:43:31.842688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2304): Launched\u000a18:43:32.130521 run iperf3-srv_10.42.42.10(pid=2305): Launched\u000a18:43:32.334049 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:43:32.469661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:43:32.802262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2306): Launched\u000a18:43:33.077274 run iperf3-srv_10.42.42.10(pid=2307): Launched\u000a18:43:33.274500 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:43:33.408856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:43:33.740156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2308): Launched\u000a18:43:34.015246 run iperf3-srv_10.42.42.10(pid=2309): Launched\u000a18:43:34.212400 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:43:34.346608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:43:34.677913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2310): Launched\u000a18:43:34.963418 run iperf3-srv_10.42.42.10(pid=2311): Launched\u000a18:43:35.145328 tst iperf3m4.py:8: start network...\u000a18:43:35.269967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:35.748483 run create_hlr_db(pid=2312): Launched\u000a18:43:35.921289 bus /gobi_6: Setting Powered False\u000a18:43:36.942889 run create_hlr_db(pid=2312): Terminated: ok {rc=0}\u000a18:43:37.367951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2314): Launched\u000a18:43:37.688890 run osmo-hlr_10.42.42.2(pid=2315): Launched\u000a18:43:37.808590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:38.366688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2317): Launched\u000a18:43:38.687091 run osmo-stp_10.42.42.5(pid=2318): Launched\u000a18:43:38.803936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:43:39.361386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2320): Launched\u000a18:43:39.476217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:43:39.754771 run patchelf(pid=2321): Launched\u000a18:43:39.942261 run osmo-stp_10.42.42.5(pid=2318): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2318)]\u000a18:43:40.079331 run osmo-stp_10.42.42.5(pid=2318): stdout: \u000a| (launched: 2022-12-09_18:43:38.529732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:40.217128 run osmo-stp_10.42.42.5(pid=2318): stderr: \u000a| �[0;m�[38;5;43m20221209184338720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184338720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184338720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184338721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184338721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184338721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184338721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:40.349613 run osmo-stp_10.42.42.5(pid=2318): stdout: \u000a| (launched: 2022-12-09_18:43:38.529732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:40.480725 run osmo-stp_10.42.42.5(pid=2318): stderr: \u000a| �[0;m�[38;5;43m20221209184338720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184338720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184338720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184338721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184338721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184338721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184338721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:40.633434 run patchelf(pid=2321): Terminating (SIGINT)\u000a18:43:40.813062 run patchelf(pid=2321): Terminated: ok {rc=0}\u000a18:43:40.845943 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2318): Process ended prematurely: osmo-stp_10.42.42.5(pid=2318) [trial-2363↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2318)] [trial-2363↪gprs:sysmo↪iperf3m4.py:8]\u000a18:43:40.855603 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a18:43:40.918100 run osmo-hlr_10.42.42.2(pid=2315): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2315)]\u000a18:43:40.968598 run osmo-hlr_10.42.42.2(pid=2315): stdout: \u000a| (launched: 2022-12-09_18:43:37.531814) \u000a18:43:41.019736 run osmo-hlr_10.42.42.2(pid=2315): stderr: \u000a| �[0;m�[1;31m20221209184337730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184337730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184337730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184337730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184337730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184337730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184337743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184337753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184337754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184337754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:41.063046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2304): Terminating (SIGTERM)\u000a18:43:41.104085 run iperf3-srv_10.42.42.10(pid=2305): Terminating (SIGTERM)\u000a18:43:41.144937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2306): Terminating (SIGTERM)\u000a18:43:41.185874 run iperf3-srv_10.42.42.10(pid=2307): Terminating (SIGTERM)\u000a18:43:41.226782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2308): Terminating (SIGTERM)\u000a18:43:41.267409 run iperf3-srv_10.42.42.10(pid=2309): Terminating (SIGTERM)\u000a18:43:41.308731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2310): Terminating (SIGTERM)\u000a18:43:41.349625 run iperf3-srv_10.42.42.10(pid=2311): Terminating (SIGTERM)\u000a18:43:41.390409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2314): Terminating (SIGTERM)\u000a18:43:41.431136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2317): Terminating (SIGTERM)\u000a18:43:41.471964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2320): Terminating (SIGTERM)\u000a18:43:41.481753 --- ParallelTerminationStrategy: PID 2304 died...\u000a18:43:41.536903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2304): Terminated: ok {rc=0}\u000a18:43:41.547120 --- ParallelTerminationStrategy: PID 2305 died...\u000a18:43:41.601357 run iperf3-srv_10.42.42.10(pid=2305): Terminated {rc=256}\u000a18:43:41.611313 --- ParallelTerminationStrategy: PID 2306 died...\u000a18:43:41.666262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2306): Terminated: ok {rc=0}\u000a18:43:41.676115 --- ParallelTerminationStrategy: PID 2307 died...\u000a18:43:41.731088 run iperf3-srv_10.42.42.10(pid=2307): Terminated {rc=256}\u000a18:43:41.741058 --- ParallelTerminationStrategy: PID 2308 died...\u000a18:43:41.796419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2308): Terminated: ok {rc=0}\u000a18:43:41.806348 --- ParallelTerminationStrategy: PID 2309 died...\u000a18:43:41.861666 run iperf3-srv_10.42.42.10(pid=2309): Terminated {rc=256}\u000a18:43:41.871439 --- ParallelTerminationStrategy: PID 2310 died...\u000a18:43:41.926381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2310): Terminated: ok {rc=0}\u000a18:43:41.936463 --- ParallelTerminationStrategy: PID 2311 died...\u000a18:43:41.991099 run iperf3-srv_10.42.42.10(pid=2311): Terminated {rc=256}\u000a18:43:42.001366 --- ParallelTerminationStrategy: PID 2314 died...\u000a18:43:42.056050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2314): Terminated: ok {rc=0}\u000a18:43:42.066210 --- ParallelTerminationStrategy: PID 2317 died...\u000a18:43:42.121084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2317): Terminated: ok {rc=0}\u000a18:43:42.131203 --- ParallelTerminationStrategy: PID 2320 died...\u000a18:43:42.186888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2320): Terminated: ok {rc=0}\u000a18:43:42.273308 bus /gobi_4: Setting Powered False\u000a18:43:43.378758 bus /gobi_4: Setting Powered False\u000a18:43:44.485288 bus /gobi_1: Setting Powered False\u000a18:43:45.589550 bus /gobi_1: Setting Powered False\u000a18:43:46.712930 bus /gobi_0: Setting Powered False\u000a18:43:47.816014 bus /gobi_0: Setting Powered False\u000a18:43:48.926515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2328): Process ended prematurely: osmo-stp_10.42.42.5(pid=2328) [trial-2363↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2328)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2328): Process ended prematurely: osmo-stp_10.42.42.5(pid=2328) [trial-2363↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo ping.py\u000a----------------------------------------------\u000a18:43:49.992604 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:50.003410 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:43:50.125588 tst ping.py: using LAC 22970\u000a18:43:50.242143 tst ping.py: using RAC 20\u000a18:43:50.361536 tst ping.py: using CellId 22970\u000a18:43:50.478548 tst ping.py: using BVCI 22971\u000a18:43:50.501027 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:50.511300 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:50.521573 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:50.531662 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:50.541753 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:50.551732 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:50.561970 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:50.572041 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:43:50.860039 tst ping.py:19: start network...\u000a18:43:50.992472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:51.489990 run create_hlr_db(pid=2322): Launched\u000a18:43:51.673757 bus /gobi_6: Setting Powered False\u000a18:43:52.694542 run create_hlr_db(pid=2322): Terminated: ok {rc=0}\u000a18:43:53.114309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2324): Launched\u000a18:43:53.430221 run osmo-hlr_10.42.42.2(pid=2325): Launched\u000a18:43:53.544138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:54.093304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2327): Launched\u000a18:43:54.409302 run osmo-stp_10.42.42.5(pid=2328): Launched\u000a18:43:54.523801 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:43:55.073911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2330): Launched\u000a18:43:55.186526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:43:55.454974 run patchelf(pid=2331): Launched\u000a18:43:55.627264 run osmo-stp_10.42.42.5(pid=2328): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2328)]\u000a18:43:55.752889 run osmo-stp_10.42.42.5(pid=2328): stdout: \u000a| (launched: 2022-12-09_18:43:54.253268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:55.878829 run osmo-stp_10.42.42.5(pid=2328): stderr: \u000a| �[0;m�[38;5;43m20221209184354445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184354446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184354446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184354446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184354447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184354447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184354447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:56.000263 run osmo-stp_10.42.42.5(pid=2328): stdout: \u000a| (launched: 2022-12-09_18:43:54.253268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:56.120789 run osmo-stp_10.42.42.5(pid=2328): stderr: \u000a| �[0;m�[38;5;43m20221209184354445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184354446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184354446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184354446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184354447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184354447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184354447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:56.260608 run patchelf(pid=2331): Terminating (SIGINT)\u000a18:43:56.425504 run patchelf(pid=2331): Terminated: ok {rc=0}\u000a18:43:56.455257 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2328): Process ended prematurely: osmo-stp_10.42.42.5(pid=2328) [trial-2363↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2328)] [trial-2363↪gprs:sysmo↪ping.py:22]\u000a18:43:56.463793 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:43:56.522763 run osmo-hlr_10.42.42.2(pid=2325): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2325)]\u000a18:43:56.570765 run osmo-hlr_10.42.42.2(pid=2325): stdout: \u000a| (launched: 2022-12-09_18:43:53.274689) \u000a18:43:56.619340 run osmo-hlr_10.42.42.2(pid=2325): stderr: \u000a| �[0;m�[1;31m20221209184353474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184353474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184353475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184353475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184353475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184353475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184353682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184353693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184353693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184353693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:56.660886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2324): Terminating (SIGTERM)\u000a18:43:56.700327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2327): Terminating (SIGTERM)\u000a18:43:56.739834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2330): Terminating (SIGTERM)\u000a18:43:56.749173 --- ParallelTerminationStrategy: PID 2324 died...\u000a18:43:56.802141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2324): Terminated: ok {rc=0}\u000a18:43:56.811686 --- ParallelTerminationStrategy: PID 2327 died...\u000a18:43:56.863982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2327): Terminated: ok {rc=0}\u000a18:43:56.873541 --- ParallelTerminationStrategy: PID 2330 died...\u000a18:43:56.925480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2330): Terminated: ok {rc=0}\u000a18:43:57.007696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2338): Process ended prematurely: osmo-stp_10.42.42.5(pid=2338) [trial-2363↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2338): Process ended prematurely: osmo-stp_10.42.42.5(pid=2338) [trial-2363↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:43:58.056518 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:58.067338 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:43:58.197249 tst ping_idle_ping.py: using LAC 22971\u000a18:43:58.321177 tst ping_idle_ping.py: using RAC 21\u000a18:43:58.445978 tst ping_idle_ping.py: using CellId 22971\u000a18:43:58.570459 tst ping_idle_ping.py: using BVCI 22972\u000a18:43:58.594898 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:58.605903 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:58.616681 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:58.627680 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:58.638763 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:58.649735 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:58.660745 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:43:58.671971 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:43:58.950859 tst ping_idle_ping.py:24: start network...\u000a18:43:59.074191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:59.544931 run create_hlr_db(pid=2332): Launched\u000a18:43:59.715186 bus /gobi_6: Setting Powered False\u000a18:44:00.735274 run create_hlr_db(pid=2332): Terminated: ok {rc=0}\u000a18:44:01.166020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2334): Launched\u000a18:44:01.568677 run osmo-hlr_10.42.42.2(pid=2335): Launched\u000a18:44:01.693782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:02.368270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2337): Launched\u000a18:44:02.661974 run osmo-stp_10.42.42.5(pid=2338): Launched\u000a18:44:02.768666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:44:03.282694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2340): Launched\u000a18:44:03.387132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:44:03.643706 run patchelf(pid=2341): Launched\u000a18:44:03.815524 run osmo-stp_10.42.42.5(pid=2338): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)]\u000a18:44:03.941474 run osmo-stp_10.42.42.5(pid=2338): stdout: \u000a| (launched: 2022-12-09_18:44:02.517549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:04.067485 run osmo-stp_10.42.42.5(pid=2338): stderr: \u000a| �[0;m�[38;5;43m20221209184402688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184402689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184402689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184402689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184402690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184402690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184402690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:04.189215 run osmo-stp_10.42.42.5(pid=2338): stdout: \u000a| (launched: 2022-12-09_18:44:02.517549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:04.309921 run osmo-stp_10.42.42.5(pid=2338): stderr: \u000a| �[0;m�[38;5;43m20221209184402688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184402689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184402689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184402689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184402690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184402690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184402690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:04.451091 run patchelf(pid=2341): Terminating (SIGINT)\u000a18:44:04.615270 run patchelf(pid=2341): Terminated: ok {rc=0}\u000a18:44:04.645256 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2338): Process ended prematurely: osmo-stp_10.42.42.5(pid=2338) [trial-2363↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)] [trial-2363↪gprs:sysmo↪ping_idle_ping.py:27]\u000a18:44:04.653749 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:44:04.711568 run osmo-hlr_10.42.42.2(pid=2335): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2335)]\u000a18:44:04.758916 run osmo-hlr_10.42.42.2(pid=2335): stdout: \u000a| (launched: 2022-12-09_18:44:01.320476) \u000a18:44:04.807098 run osmo-hlr_10.42.42.2(pid=2335): stderr: \u000a| �[0;m�[1;31m20221209184401678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184401678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184401678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184401678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184401678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184401678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184401710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184401718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184401718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184401718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:04.848773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2334): Terminating (SIGTERM)\u000a18:44:04.887550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2337): Terminating (SIGTERM)\u000a18:44:04.926444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2340): Terminating (SIGTERM)\u000a18:44:04.935443 --- ParallelTerminationStrategy: PID 2334 died...\u000a18:44:04.987445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2334): Terminated: ok {rc=0}\u000a18:44:04.996794 --- ParallelTerminationStrategy: PID 2337 died...\u000a18:44:05.048561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2337): Terminated: ok {rc=0}\u000a18:44:05.058078 --- ParallelTerminationStrategy: PID 2340 died...\u000a18:44:05.109799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2340): Terminated: ok {rc=0}\u000a18:44:05.196941 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:43:06" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2355): Process ended prematurely: osmo-stp_10.42.42.5(pid=2355) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2355)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2355): Process ended prematurely: osmo-stp_10.42.42.5(pid=2355) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:44:07.316677 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:07.327790 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:44:07.457525 tst cs_paging_gprs_active.py: using LAC 22972\u000a18:44:07.581803 tst cs_paging_gprs_active.py: using RAC 22\u000a18:44:07.703399 tst cs_paging_gprs_active.py: using CellId 22972\u000a18:44:07.825619 tst cs_paging_gprs_active.py: using BVCI 22973\u000a18:44:07.848659 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:07.859709 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:07.870488 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:07.881413 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:07.892144 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:07.903017 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:07.914105 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:07.924875 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:07.935955 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:44:08.054279 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:44:08.347229 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:44:08.482999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:08.816141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2345): Launched\u000a18:44:09.092708 run iperf3-srv_10.42.42.10(pid=2346): Launched\u000a18:44:09.291156 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:44:09.426281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:09.758669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2347): Launched\u000a18:44:10.034975 run iperf3-srv_10.42.42.10(pid=2348): Launched\u000a18:44:10.233026 tst cs_paging_gprs_active.py:38: start network...\u000a18:44:10.367830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:10.874014 run create_hlr_db(pid=2349): Launched\u000a18:44:11.060262 bus /gobi_6: Setting Powered False\u000a18:44:12.080596 run create_hlr_db(pid=2349): Terminated: ok {rc=0}\u000a18:44:12.484501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2351): Launched\u000a18:44:12.786558 run osmo-hlr_10.42.42.2(pid=2352): Launched\u000a18:44:12.901755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:13.422166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2354): Launched\u000a18:44:13.721687 run osmo-stp_10.42.42.5(pid=2355): Launched\u000a18:44:13.830736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:44:14.352568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2357): Launched\u000a18:44:14.459921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:44:14.719924 run patchelf(pid=2358): Launched\u000a18:44:14.894924 run osmo-stp_10.42.42.5(pid=2355): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2355)]\u000a18:44:15.022654 run osmo-stp_10.42.42.5(pid=2355): stdout: \u000a| (launched: 2022-12-09_18:44:13.574211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:15.150984 run osmo-stp_10.42.42.5(pid=2355): stderr: \u000a| �[0;m�[38;5;43m20221209184413745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184413746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184413746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184413746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184413747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184413747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184413747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:15.274867 run osmo-stp_10.42.42.5(pid=2355): stdout: \u000a| (launched: 2022-12-09_18:44:13.574211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:15.397799 run osmo-stp_10.42.42.5(pid=2355): stderr: \u000a| �[0;m�[38;5;43m20221209184413745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184413746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184413746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184413746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184413747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184413747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184413747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:15.540493 run patchelf(pid=2358): Terminating (SIGINT)\u000a18:44:15.708032 run patchelf(pid=2358): Terminated: ok {rc=0}\u000a18:44:15.738885 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2355): Process ended prematurely: osmo-stp_10.42.42.5(pid=2355) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2355)] [trial-2363↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:44:15.747998 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:44:15.806724 run osmo-hlr_10.42.42.2(pid=2352): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2352)]\u000a18:44:15.858695 run osmo-hlr_10.42.42.2(pid=2352): stdout: \u000a| (launched: 2022-12-09_18:44:12.636882) \u000a18:44:15.914231 run osmo-hlr_10.42.42.2(pid=2352): stderr: \u000a| �[0;m�[1;31m20221209184412815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184412815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184412815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184412815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184412815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184412815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184412826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184412834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184412835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184412835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:15.956190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2345): Terminating (SIGTERM)\u000a18:44:15.996935 run iperf3-srv_10.42.42.10(pid=2346): Terminating (SIGTERM)\u000a18:44:16.040210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2347): Terminating (SIGTERM)\u000a18:44:16.082581 run iperf3-srv_10.42.42.10(pid=2348): Terminating (SIGTERM)\u000a18:44:16.124108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2351): Terminating (SIGTERM)\u000a18:44:16.166214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2354): Terminating (SIGTERM)\u000a18:44:16.207338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2357): Terminating (SIGTERM)\u000a18:44:16.217869 --- ParallelTerminationStrategy: PID 2345 died...\u000a18:44:16.270967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2345): Terminated: ok {rc=0}\u000a18:44:16.280892 --- ParallelTerminationStrategy: PID 2346 died...\u000a18:44:16.333433 run iperf3-srv_10.42.42.10(pid=2346): Terminated {rc=256}\u000a18:44:16.343174 --- ParallelTerminationStrategy: PID 2347 died...\u000a18:44:16.395656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2347): Terminated: ok {rc=0}\u000a18:44:16.405413 --- ParallelTerminationStrategy: PID 2348 died...\u000a18:44:16.458430 run iperf3-srv_10.42.42.10(pid=2348): Terminated {rc=256}\u000a18:44:16.468259 --- ParallelTerminationStrategy: PID 2351 died...\u000a18:44:16.520667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2351): Terminated: ok {rc=0}\u000a18:44:16.530602 --- ParallelTerminationStrategy: PID 2354 died...\u000a18:44:16.583565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2354): Terminated: ok {rc=0}\u000a18:44:16.593662 --- ParallelTerminationStrategy: PID 2357 died...\u000a18:44:16.646418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2357): Terminated: ok {rc=0}\u000a18:44:16.742001 bus /gobi_0: Setting Powered False\u000a18:44:17.845407 bus /gobi_0: Setting Powered False\u000a18:44:18.950778 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2367): Process ended prematurely: osmo-stp_10.42.42.5(pid=2367) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2367)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2367): Process ended prematurely: osmo-stp_10.42.42.5(pid=2367) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:44:20.064502 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:20.076165 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:44:20.208698 tst iperf3.py: using LAC 22973\u000a18:44:20.332338 tst iperf3.py: using RAC 23\u000a18:44:20.456078 tst iperf3.py: using CellId 22973\u000a18:44:20.582112 tst iperf3.py: using BVCI 22974\u000a18:44:20.606541 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:20.617591 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:20.628495 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:20.639648 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:20.650628 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:20.661666 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:20.673339 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:20.684362 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:20.695675 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:44:20.976682 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:44:21.101954 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:21.411713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2359): Launched\u000a18:44:21.668929 run iperf3-srv_10.42.42.10(pid=2360): Launched\u000a18:44:21.851199 tst iperf3.py:8: start network...\u000a18:44:21.975337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:22.452445 run create_hlr_db(pid=2361): Launched\u000a18:44:22.624474 bus /gobi_6: Setting Powered False\u000a18:44:23.657634 run create_hlr_db(pid=2361): Terminated: ok {rc=0}\u000a18:44:24.083525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2363): Launched\u000a18:44:24.404286 run osmo-hlr_10.42.42.2(pid=2364): Launched\u000a18:44:24.522184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:25.077105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2366): Launched\u000a18:44:25.397164 run osmo-stp_10.42.42.5(pid=2367): Launched\u000a18:44:25.512591 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:44:26.071455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2369): Launched\u000a18:44:26.186420 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:44:26.466605 run patchelf(pid=2370): Launched\u000a18:44:26.654225 run osmo-stp_10.42.42.5(pid=2367): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2367)]\u000a18:44:26.790852 run osmo-stp_10.42.42.5(pid=2367): stdout: \u000a| (launched: 2022-12-09_18:44:25.240273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:26.928739 run osmo-stp_10.42.42.5(pid=2367): stderr: \u000a| �[0;m�[38;5;43m20221209184425432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184425432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184425433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184425433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184425434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184425434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184425434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:27.061175 run osmo-stp_10.42.42.5(pid=2367): stdout: \u000a| (launched: 2022-12-09_18:44:25.240273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:27.192413 run osmo-stp_10.42.42.5(pid=2367): stderr: \u000a| �[0;m�[38;5;43m20221209184425432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184425432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184425433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184425433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184425434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184425434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184425434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:27.345312 run patchelf(pid=2370): Terminating (SIGINT)\u000a18:44:27.524383 run patchelf(pid=2370): Terminated: ok {rc=0}\u000a18:44:27.557270 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2367): Process ended prematurely: osmo-stp_10.42.42.5(pid=2367) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2367)] [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a18:44:27.567150 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a18:44:27.629727 run osmo-hlr_10.42.42.2(pid=2364): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2364)]\u000a18:44:27.680251 run osmo-hlr_10.42.42.2(pid=2364): stdout: \u000a| (launched: 2022-12-09_18:44:24.246610) \u000a18:44:27.732139 run osmo-hlr_10.42.42.2(pid=2364): stderr: \u000a| �[0;m�[1;31m20221209184424445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184424445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184424445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184424445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184424445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184424446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184424458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184424468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184424469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184424469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:27.775765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2359): Terminating (SIGTERM)\u000a18:44:27.818041 run iperf3-srv_10.42.42.10(pid=2360): Terminating (SIGTERM)\u000a18:44:27.859775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2363): Terminating (SIGTERM)\u000a18:44:27.901093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2366): Terminating (SIGTERM)\u000a18:44:27.942384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2369): Terminating (SIGTERM)\u000a18:44:27.952107 --- ParallelTerminationStrategy: PID 2359 died...\u000a18:44:28.007539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2359): Terminated: ok {rc=0}\u000a18:44:28.017596 --- ParallelTerminationStrategy: PID 2360 died...\u000a18:44:28.072445 run iperf3-srv_10.42.42.10(pid=2360): Terminated {rc=256}\u000a18:44:28.082516 --- ParallelTerminationStrategy: PID 2363 died...\u000a18:44:28.137472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2363): Terminated: ok {rc=0}\u000a18:44:28.147688 --- ParallelTerminationStrategy: PID 2366 died...\u000a18:44:28.203099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2366): Terminated: ok {rc=0}\u000a18:44:28.213188 --- ParallelTerminationStrategy: PID 2369 died...\u000a18:44:28.268414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2369): Terminated: ok {rc=0}\u000a18:44:28.354346 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2385): Process ended prematurely: osmo-stp_10.42.42.5(pid=2385) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2385)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2385): Process ended prematurely: osmo-stp_10.42.42.5(pid=2385) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:44:29.470081 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:29.481649 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:44:29.611685 tst iperf3m4.py: using LAC 22974\u000a18:44:29.731935 tst iperf3m4.py: using RAC 24\u000a18:44:29.850512 tst iperf3m4.py: using CellId 22974\u000a18:44:29.968004 tst iperf3m4.py: using BVCI 22975\u000a18:44:29.991045 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:30.001876 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:30.012506 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:30.023093 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:30.033807 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:30.044294 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:30.054979 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:30.065435 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:30.075965 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:44:30.193967 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:44:30.312125 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:44:30.430069 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:44:30.721811 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:44:30.872190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:31.229664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2371): Launched\u000a18:44:31.504142 run iperf3-srv_10.42.42.10(pid=2372): Launched\u000a18:44:31.698571 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:44:31.829331 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:32.182275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2373): Launched\u000a18:44:32.460422 run iperf3-srv_10.42.42.10(pid=2374): Launched\u000a18:44:32.658352 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:44:32.793218 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:33.126214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2375): Launched\u000a18:44:33.402070 run iperf3-srv_10.42.42.10(pid=2376): Launched\u000a18:44:33.599473 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:44:33.734444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:34.067973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2377): Launched\u000a18:44:34.343821 run iperf3-srv_10.42.42.10(pid=2378): Launched\u000a18:44:34.540856 tst iperf3m4.py:8: start network...\u000a18:44:34.675473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:35.181431 run create_hlr_db(pid=2379): Launched\u000a18:44:35.367434 bus /gobi_6: Setting Powered False\u000a18:44:36.388068 run create_hlr_db(pid=2379): Terminated: ok {rc=0}\u000a18:44:36.790145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2381): Launched\u000a18:44:37.088453 run osmo-hlr_10.42.42.2(pid=2382): Launched\u000a18:44:37.204758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:37.728785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2384): Launched\u000a18:44:38.027080 run osmo-stp_10.42.42.5(pid=2385): Launched\u000a18:44:38.135250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:44:38.657567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2387): Launched\u000a18:44:38.763833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:44:39.024155 run patchelf(pid=2388): Launched\u000a18:44:39.198680 run osmo-stp_10.42.42.5(pid=2385): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2385)]\u000a18:44:39.326354 run osmo-stp_10.42.42.5(pid=2385): stdout: \u000a| (launched: 2022-12-09_18:44:37.880543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:39.454482 run osmo-stp_10.42.42.5(pid=2385): stderr: \u000a| �[0;m�[38;5;43m20221209184438050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184438050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184438050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184438051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184438051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184438051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184438051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:39.577858 run osmo-stp_10.42.42.5(pid=2385): stdout: \u000a| (launched: 2022-12-09_18:44:37.880543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:39.700066 run osmo-stp_10.42.42.5(pid=2385): stderr: \u000a| �[0;m�[38;5;43m20221209184438050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184438050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184438050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184438051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184438051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184438051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184438051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:39.842735 run patchelf(pid=2388): Terminating (SIGINT)\u000a18:44:40.010236 run patchelf(pid=2388): Terminated: ok {rc=0}\u000a18:44:40.041039 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2385): Process ended prematurely: osmo-stp_10.42.42.5(pid=2385) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2385)] [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:44:40.050363 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a18:44:40.109519 run osmo-hlr_10.42.42.2(pid=2382): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2382)]\u000a18:44:40.157499 run osmo-hlr_10.42.42.2(pid=2382): stdout: \u000a| (launched: 2022-12-09_18:44:36.942032) \u000a18:44:40.206357 run osmo-hlr_10.42.42.2(pid=2382): stderr: \u000a| �[0;m�[1;31m20221209184437120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184437120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184437120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184437120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184437120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184437120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184437132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184437143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184437143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184437143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:40.247730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2371): Terminating (SIGTERM)\u000a18:44:40.286754 run iperf3-srv_10.42.42.10(pid=2372): Terminating (SIGTERM)\u000a18:44:40.325875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2373): Terminating (SIGTERM)\u000a18:44:40.364743 run iperf3-srv_10.42.42.10(pid=2374): Terminating (SIGTERM)\u000a18:44:40.403734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2375): Terminating (SIGTERM)\u000a18:44:40.442657 run iperf3-srv_10.42.42.10(pid=2376): Terminating (SIGTERM)\u000a18:44:40.481576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2377): Terminating (SIGTERM)\u000a18:44:40.520335 run iperf3-srv_10.42.42.10(pid=2378): Terminating (SIGTERM)\u000a18:44:40.559203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2381): Terminating (SIGTERM)\u000a18:44:40.598031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2384): Terminating (SIGTERM)\u000a18:44:40.637201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2387): Terminating (SIGTERM)\u000a18:44:40.646434 --- ParallelTerminationStrategy: PID 2371 died...\u000a18:44:40.698530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2371): Terminated: ok {rc=0}\u000a18:44:40.707941 --- ParallelTerminationStrategy: PID 2372 died...\u000a18:44:40.759688 run iperf3-srv_10.42.42.10(pid=2372): Terminated {rc=256}\u000a18:44:40.769132 --- ParallelTerminationStrategy: PID 2373 died...\u000a18:44:40.820869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2373): Terminated: ok {rc=0}\u000a18:44:40.830161 --- ParallelTerminationStrategy: PID 2374 died...\u000a18:44:40.881595 run iperf3-srv_10.42.42.10(pid=2374): Terminated {rc=256}\u000a18:44:40.890859 --- ParallelTerminationStrategy: PID 2375 died...\u000a18:44:40.942349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2375): Terminated: ok {rc=0}\u000a18:44:40.951642 --- ParallelTerminationStrategy: PID 2376 died...\u000a18:44:41.003271 run iperf3-srv_10.42.42.10(pid=2376): Terminated {rc=256}\u000a18:44:41.012602 --- ParallelTerminationStrategy: PID 2377 died...\u000a18:44:41.064410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2377): Terminated: ok {rc=0}\u000a18:44:41.073827 --- ParallelTerminationStrategy: PID 2378 died...\u000a18:44:41.125586 run iperf3-srv_10.42.42.10(pid=2378): Terminated {rc=256}\u000a18:44:41.135014 --- ParallelTerminationStrategy: PID 2381 died...\u000a18:44:41.186800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2381): Terminated: ok {rc=0}\u000a18:44:41.196182 --- ParallelTerminationStrategy: PID 2384 died...\u000a18:44:41.248008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2384): Terminated: ok {rc=0}\u000a18:44:41.257782 --- ParallelTerminationStrategy: PID 2387 died...\u000a18:44:41.309908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2387): Terminated: ok {rc=0}\u000a18:44:41.396104 bus /gobi_4: Setting Powered False\u000a18:44:42.498031 bus /gobi_4: Setting Powered False\u000a18:44:43.608307 bus /gobi_1: Setting Powered False\u000a18:44:44.709175 bus /gobi_1: Setting Powered False\u000a18:44:45.818579 bus /gobi_0: Setting Powered False\u000a18:44:46.927574 bus /gobi_0: Setting Powered False\u000a18:44:48.037986 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2395): Process ended prematurely: osmo-stp_10.42.42.5(pid=2395) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2395)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2395): Process ended prematurely: osmo-stp_10.42.42.5(pid=2395) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:44:49.104379 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:49.115442 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:44:49.248172 tst ping.py: using LAC 22975\u000a18:44:49.373403 tst ping.py: using RAC 25\u000a18:44:49.503598 tst ping.py: using CellId 22975\u000a18:44:49.625993 tst ping.py: using BVCI 22976\u000a18:44:49.650557 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:49.662091 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:49.673469 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:49.684652 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:49.696118 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:49.707597 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:49.719547 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:49.730793 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:44:50.021192 tst ping.py:19: start network...\u000a18:44:50.153176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:50.648859 run create_hlr_db(pid=2389): Launched\u000a18:44:50.833296 bus /gobi_6: Setting Powered False\u000a18:44:51.853302 run create_hlr_db(pid=2389): Terminated: ok {rc=0}\u000a18:44:52.273993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2391): Launched\u000a18:44:52.590922 run osmo-hlr_10.42.42.2(pid=2392): Launched\u000a18:44:52.703515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:53.214089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2394): Launched\u000a18:44:53.506134 run osmo-stp_10.42.42.5(pid=2395): Launched\u000a18:44:53.612361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:44:54.123475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2397): Launched\u000a18:44:54.227346 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:44:54.483292 run patchelf(pid=2398): Launched\u000a18:44:54.654333 run osmo-stp_10.42.42.5(pid=2395): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2395)]\u000a18:44:54.779205 run osmo-stp_10.42.42.5(pid=2395): stdout: \u000a| (launched: 2022-12-09_18:44:53.362618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:54.904159 run osmo-stp_10.42.42.5(pid=2395): stderr: \u000a| �[0;m�[38;5;43m20221209184453533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184453533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184453533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184453534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184453534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184453534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184453534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:55.024824 run osmo-stp_10.42.42.5(pid=2395): stdout: \u000a| (launched: 2022-12-09_18:44:53.362618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:55.144858 run osmo-stp_10.42.42.5(pid=2395): stderr: \u000a| �[0;m�[38;5;43m20221209184453533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184453533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184453533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184453534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184453534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184453534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184453534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:55.284408 run patchelf(pid=2398): Terminating (SIGINT)\u000a18:44:55.448243 run patchelf(pid=2398): Terminated: ok {rc=0}\u000a18:44:55.478106 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2395): Process ended prematurely: osmo-stp_10.42.42.5(pid=2395) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2395)] [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a18:44:55.486588 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:44:55.545318 run osmo-hlr_10.42.42.2(pid=2392): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2392)]\u000a18:44:55.593323 run osmo-hlr_10.42.42.2(pid=2392): stdout: \u000a| (launched: 2022-12-09_18:44:52.434906) \u000a18:44:55.641726 run osmo-hlr_10.42.42.2(pid=2392): stderr: \u000a| �[0;m�[1;31m20221209184452630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184452630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184452631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184452631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184452631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184452631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184452643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184452651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184452651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184452651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:55.682897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2391): Terminating (SIGTERM)\u000a18:44:55.721741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2394): Terminating (SIGTERM)\u000a18:44:55.760562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2397): Terminating (SIGTERM)\u000a18:44:55.769600 --- ParallelTerminationStrategy: PID 2391 died...\u000a18:44:55.821804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2391): Terminated: ok {rc=0}\u000a18:44:55.831249 --- ParallelTerminationStrategy: PID 2394 died...\u000a18:44:55.883155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2394): Terminated: ok {rc=0}\u000a18:44:55.892523 --- ParallelTerminationStrategy: PID 2397 died...\u000a18:44:55.944486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2397): Terminated: ok {rc=0}\u000a18:44:56.026220 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2405): Process ended prematurely: osmo-stp_10.42.42.5(pid=2405) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2405)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2405): Process ended prematurely: osmo-stp_10.42.42.5(pid=2405) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:44:57.078372 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:57.089934 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:44:57.220900 tst ping_idle_ping.py: using LAC 22976\u000a18:44:57.344914 tst ping_idle_ping.py: using RAC 26\u000a18:44:57.468402 tst ping_idle_ping.py: using CellId 22976\u000a18:44:57.591874 tst ping_idle_ping.py: using BVCI 22977\u000a18:44:57.616226 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:57.627410 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:57.638377 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:57.649458 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:57.660604 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:57.671823 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:57.683518 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:44:57.695137 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:44:57.990471 tst ping_idle_ping.py:24: start network...\u000a18:44:58.122792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:58.618632 run create_hlr_db(pid=2399): Launched\u000a18:44:58.802552 bus /gobi_6: Setting Powered False\u000a18:44:59.823414 run create_hlr_db(pid=2399): Terminated: ok {rc=0}\u000a18:45:00.219958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2401): Launched\u000a18:45:00.515836 run osmo-hlr_10.42.42.2(pid=2402): Launched\u000a18:45:00.630937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:01.227079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2404): Launched\u000a18:45:01.642501 run osmo-stp_10.42.42.5(pid=2405): Launched\u000a18:45:01.790392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:02.502796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2410): Launched\u000a18:45:02.608419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:02.866881 run patchelf(pid=2411): Launched\u000a18:45:03.038559 run osmo-stp_10.42.42.5(pid=2405): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2405)]\u000a18:45:03.164117 run osmo-stp_10.42.42.5(pid=2405): stdout: \u000a| (launched: 2022-12-09_18:45:01.449126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:03.289716 run osmo-stp_10.42.42.5(pid=2405): stderr: \u000a| �[0;m�[38;5;43m20221209184501824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184501824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184501824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184501836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184501839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184501839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184501839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:03.411202 run osmo-stp_10.42.42.5(pid=2405): stdout: \u000a| (launched: 2022-12-09_18:45:01.449126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:03.531369 run osmo-stp_10.42.42.5(pid=2405): stderr: \u000a| �[0;m�[38;5;43m20221209184501824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184501824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184501824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184501836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184501839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184501839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184501839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:03.671553 run patchelf(pid=2411): Terminating (SIGINT)\u000a18:45:03.836007 run patchelf(pid=2411): Terminated: ok {rc=0}\u000a18:45:03.866063 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2405): Process ended prematurely: osmo-stp_10.42.42.5(pid=2405) [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2405)] [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:45:03.874627 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a18:45:03.933170 run osmo-hlr_10.42.42.2(pid=2402): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2402)]\u000a18:45:03.981191 run osmo-hlr_10.42.42.2(pid=2402): stdout: \u000a| (launched: 2022-12-09_18:45:00.370555) \u000a18:45:04.029770 run osmo-hlr_10.42.42.2(pid=2402): stderr: \u000a| �[0;m�[1;31m20221209184500544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184500544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184500544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184500544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184500544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184500544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184500557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184500566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184500566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184500566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:04.070996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2401): Terminating (SIGTERM)\u000a18:45:04.109979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2404): Terminating (SIGTERM)\u000a18:45:04.148798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2410): Terminating (SIGTERM)\u000a18:45:04.157812 --- ParallelTerminationStrategy: PID 2401 died...\u000a18:45:04.209750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2401): Terminated: ok {rc=0}\u000a18:45:04.219074 --- ParallelTerminationStrategy: PID 2404 died...\u000a18:45:04.270652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2404): Terminated: ok {rc=0}\u000a18:45:04.279871 --- ParallelTerminationStrategy: PID 2410 died...\u000a18:45:04.331385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2410): Terminated: ok {rc=0}\u000a18:45:04.413355 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:44:06" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2425): Process ended prematurely: osmo-stp_10.42.42.5(pid=2425) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2425)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2425): Process ended prematurely: osmo-stp_10.42.42.5(pid=2425) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:45:06.529606 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:06.540743 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:45:06.692850 tst cs_paging_gprs_active.py: using LAC 22977\u000a18:45:06.818401 tst cs_paging_gprs_active.py: using RAC 27\u000a18:45:06.944791 tst cs_paging_gprs_active.py: using CellId 22977\u000a18:45:07.071679 tst cs_paging_gprs_active.py: using BVCI 22978\u000a18:45:07.096436 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:07.107474 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:07.118810 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:07.130613 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:07.143165 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:07.154183 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:07.166977 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:07.178770 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:07.190057 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:45:07.311630 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:45:07.604555 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:45:07.739891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:08.071080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2415): Launched\u000a18:45:08.346434 run iperf3-srv_10.42.42.10(pid=2416): Launched\u000a18:45:08.543516 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:45:08.677813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:09.009749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2417): Launched\u000a18:45:09.285230 run iperf3-srv_10.42.42.10(pid=2418): Launched\u000a18:45:09.482823 tst cs_paging_gprs_active.py:38: start network...\u000a18:45:09.617264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:10.122574 run create_hlr_db(pid=2419): Launched\u000a18:45:10.309119 bus /gobi_6: Setting Powered False\u000a18:45:11.330112 run create_hlr_db(pid=2419): Terminated: ok {rc=0}\u000a18:45:11.733607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2421): Launched\u000a18:45:12.034940 run osmo-hlr_10.42.42.2(pid=2422): Launched\u000a18:45:12.152310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:12.680837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2424): Launched\u000a18:45:12.982015 run osmo-stp_10.42.42.5(pid=2425): Launched\u000a18:45:13.090746 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:13.612841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2427): Launched\u000a18:45:13.719719 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:13.981733 run patchelf(pid=2428): Launched\u000a18:45:14.157503 run osmo-stp_10.42.42.5(pid=2425): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2425)]\u000a18:45:14.285769 run osmo-stp_10.42.42.5(pid=2425): stdout: \u000a| (launched: 2022-12-09_18:45:12.833311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:14.413941 run osmo-stp_10.42.42.5(pid=2425): stderr: \u000a| �[0;m�[38;5;43m20221209184513004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184513004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184513005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184513005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184513006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184513006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184513006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:14.537690 run osmo-stp_10.42.42.5(pid=2425): stdout: \u000a| (launched: 2022-12-09_18:45:12.833311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:14.659953 run osmo-stp_10.42.42.5(pid=2425): stderr: \u000a| �[0;m�[38;5;43m20221209184513004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184513004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184513005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184513005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184513006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184513006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184513006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:14.803800 run patchelf(pid=2428): Terminating (SIGINT)\u000a18:45:14.972591 run patchelf(pid=2428): Terminated: ok {rc=0}\u000a18:45:15.003464 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2425): Process ended prematurely: osmo-stp_10.42.42.5(pid=2425) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2425)] [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:45:15.012605 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:45:15.071189 run osmo-hlr_10.42.42.2(pid=2422): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2422)]\u000a18:45:15.119056 run osmo-hlr_10.42.42.2(pid=2422): stdout: \u000a| (launched: 2022-12-09_18:45:11.886659) \u000a18:45:15.167594 run osmo-hlr_10.42.42.2(pid=2422): stderr: \u000a| �[0;m�[1;31m20221209184512065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184512065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184512065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184512065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184512065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184512065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184512078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184512086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184512087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184512087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:15.209126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2415): Terminating (SIGTERM)\u000a18:45:15.248109 run iperf3-srv_10.42.42.10(pid=2416): Terminating (SIGTERM)\u000a18:45:15.286970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2417): Terminating (SIGTERM)\u000a18:45:15.325839 run iperf3-srv_10.42.42.10(pid=2418): Terminating (SIGTERM)\u000a18:45:15.365006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2421): Terminating (SIGTERM)\u000a18:45:15.403711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2424): Terminating (SIGTERM)\u000a18:45:15.442510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2427): Terminating (SIGTERM)\u000a18:45:15.451558 --- ParallelTerminationStrategy: PID 2415 died...\u000a18:45:15.504404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2415): Terminated: ok {rc=0}\u000a18:45:15.513895 --- ParallelTerminationStrategy: PID 2416 died...\u000a18:45:15.565592 run iperf3-srv_10.42.42.10(pid=2416): Terminated {rc=256}\u000a18:45:15.575250 --- ParallelTerminationStrategy: PID 2417 died...\u000a18:45:15.627143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2417): Terminated: ok {rc=0}\u000a18:45:15.636502 --- ParallelTerminationStrategy: PID 2418 died...\u000a18:45:15.687900 run iperf3-srv_10.42.42.10(pid=2418): Terminated {rc=256}\u000a18:45:15.697398 --- ParallelTerminationStrategy: PID 2421 died...\u000a18:45:15.753550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2421): Terminated: ok {rc=0}\u000a18:45:15.763693 --- ParallelTerminationStrategy: PID 2424 died...\u000a18:45:15.819022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2424): Terminated: ok {rc=0}\u000a18:45:15.834303 --- ParallelTerminationStrategy: PID 2427 died...\u000a18:45:15.895293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2427): Terminated: ok {rc=0}\u000a18:45:15.986007 bus /gobi_0: Setting Powered False\u000a18:45:17.106155 bus /gobi_0: Setting Powered False\u000a18:45:18.214849 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2439): Process ended prematurely: osmo-stp_10.42.42.5(pid=2439) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2439)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2439): Process ended prematurely: osmo-stp_10.42.42.5(pid=2439) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:45:19.329460 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:19.341076 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:45:19.499686 tst iperf3.py: using LAC 22978\u000a18:45:19.623328 tst iperf3.py: using RAC 28\u000a18:45:19.748815 tst iperf3.py: using CellId 22978\u000a18:45:19.874870 tst iperf3.py: using BVCI 22979\u000a18:45:19.899420 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:19.910610 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:19.921455 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:19.933250 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:19.944788 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:19.956414 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:19.968124 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:19.979883 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:19.991421 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:45:20.282304 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:45:20.416891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:20.749916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2431): Launched\u000a18:45:21.026675 run iperf3-srv_10.42.42.10(pid=2432): Launched\u000a18:45:21.224128 tst iperf3.py:8: start network...\u000a18:45:21.358888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:21.863302 run create_hlr_db(pid=2433): Launched\u000a18:45:22.049215 bus /gobi_6: Setting Powered False\u000a18:45:23.071318 run create_hlr_db(pid=2433): Terminated: ok {rc=0}\u000a18:45:23.497527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2435): Launched\u000a18:45:23.818784 run osmo-hlr_10.42.42.2(pid=2436): Launched\u000a18:45:23.940264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:24.500157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2438): Launched\u000a18:45:24.820230 run osmo-stp_10.42.42.5(pid=2439): Launched\u000a18:45:24.937728 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:25.499454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2441): Launched\u000a18:45:25.614423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:25.893877 run patchelf(pid=2442): Launched\u000a18:45:26.081482 run osmo-stp_10.42.42.5(pid=2439): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2439)]\u000a18:45:26.218901 run osmo-stp_10.42.42.5(pid=2439): stdout: \u000a| (launched: 2022-12-09_18:45:24.663269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:26.356712 run osmo-stp_10.42.42.5(pid=2439): stderr: \u000a| �[0;m�[38;5;43m20221209184524855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184524856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184524856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184524856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184524857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184524857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184524857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:26.489593 run osmo-stp_10.42.42.5(pid=2439): stdout: \u000a| (launched: 2022-12-09_18:45:24.663269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:26.621481 run osmo-stp_10.42.42.5(pid=2439): stderr: \u000a| �[0;m�[38;5;43m20221209184524855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184524856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184524856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184524856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184524857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184524857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184524857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:26.774755 run patchelf(pid=2442): Terminating (SIGINT)\u000a18:45:26.954794 run patchelf(pid=2442): Terminated: ok {rc=0}\u000a18:45:26.987904 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2439): Process ended prematurely: osmo-stp_10.42.42.5(pid=2439) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2439)] [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:45:26.997862 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:45:27.061387 run osmo-hlr_10.42.42.2(pid=2436): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2436)]\u000a18:45:27.112606 run osmo-hlr_10.42.42.2(pid=2436): stdout: \u000a| (launched: 2022-12-09_18:45:23.660911) \u000a18:45:27.164279 run osmo-hlr_10.42.42.2(pid=2436): stderr: \u000a| �[0;m�[1;31m20221209184523863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184523863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184523863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184523863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184523863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184523863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184523876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184523886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184523886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184523886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:27.208413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2431): Terminating (SIGTERM)\u000a18:45:27.250386 run iperf3-srv_10.42.42.10(pid=2432): Terminating (SIGTERM)\u000a18:45:27.291660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2435): Terminating (SIGTERM)\u000a18:45:27.333451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2438): Terminating (SIGTERM)\u000a18:45:27.375142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2441): Terminating (SIGTERM)\u000a18:45:27.385118 --- ParallelTerminationStrategy: PID 2431 died...\u000a18:45:27.441098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2431): Terminated: ok {rc=0}\u000a18:45:27.451173 --- ParallelTerminationStrategy: PID 2432 died...\u000a18:45:27.506722 run iperf3-srv_10.42.42.10(pid=2432): Terminated {rc=256}\u000a18:45:27.517199 --- ParallelTerminationStrategy: PID 2435 died...\u000a18:45:27.572686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2435): Terminated: ok {rc=0}\u000a18:45:27.582517 --- ParallelTerminationStrategy: PID 2438 died...\u000a18:45:27.637074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2438): Terminated: ok {rc=0}\u000a18:45:27.647227 --- ParallelTerminationStrategy: PID 2441 died...\u000a18:45:27.701742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2441): Terminated: ok {rc=0}\u000a18:45:27.787955 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2457): Process ended prematurely: osmo-stp_10.42.42.5(pid=2457) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2457)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2457): Process ended prematurely: osmo-stp_10.42.42.5(pid=2457) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:45:28.903930 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:28.915544 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:45:29.066242 tst iperf3m4.py: using LAC 22979\u000a18:45:29.192806 tst iperf3m4.py: using RAC 29\u000a18:45:29.319216 tst iperf3m4.py: using CellId 22979\u000a18:45:29.444099 tst iperf3m4.py: using BVCI 22980\u000a18:45:29.468463 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:29.479625 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:29.490622 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:29.501865 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:29.512927 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:29.524189 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:29.535461 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:29.546702 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:29.558119 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:45:29.676670 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:45:29.794964 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:45:29.908829 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:45:30.200569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:45:30.336050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:30.669622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2443): Launched\u000a18:45:30.966753 run iperf3-srv_10.42.42.10(pid=2444): Launched\u000a18:45:31.153404 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:45:31.282745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:31.619415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2445): Launched\u000a18:45:31.905877 run iperf3-srv_10.42.42.10(pid=2446): Launched\u000a18:45:32.094094 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:45:32.221803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:32.531882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2447): Launched\u000a18:45:32.788265 run iperf3-srv_10.42.42.10(pid=2448): Launched\u000a18:45:32.970301 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:45:33.094612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:33.403570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2449): Launched\u000a18:45:33.660166 run iperf3-srv_10.42.42.10(pid=2450): Launched\u000a18:45:33.842278 tst iperf3m4.py:8: start network...\u000a18:45:33.966858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:34.446030 run create_hlr_db(pid=2451): Launched\u000a18:45:34.617707 bus /gobi_6: Setting Powered False\u000a18:45:35.639972 run create_hlr_db(pid=2451): Terminated: ok {rc=0}\u000a18:45:36.038003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2453): Launched\u000a18:45:36.335736 run osmo-hlr_10.42.42.2(pid=2454): Launched\u000a18:45:36.448705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:36.967286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2456): Launched\u000a18:45:37.265388 run osmo-stp_10.42.42.5(pid=2457): Launched\u000a18:45:37.372639 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:37.891300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2459): Launched\u000a18:45:37.997145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:38.266431 run patchelf(pid=2460): Launched\u000a18:45:38.454351 run osmo-stp_10.42.42.5(pid=2457): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2457)]\u000a18:45:38.591444 run osmo-stp_10.42.42.5(pid=2457): stdout: \u000a| (launched: 2022-12-09_18:45:37.119426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:38.728746 run osmo-stp_10.42.42.5(pid=2457): stderr: \u000a| �[0;m�[38;5;43m20221209184537287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184537287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184537287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184537287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184537288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184537288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184537288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:38.862318 run osmo-stp_10.42.42.5(pid=2457): stdout: \u000a| (launched: 2022-12-09_18:45:37.119426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:38.993621 run osmo-stp_10.42.42.5(pid=2457): stderr: \u000a| �[0;m�[38;5;43m20221209184537287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184537287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184537287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184537287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184537288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184537288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184537288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:39.146601 run patchelf(pid=2460): Terminating (SIGINT)\u000a18:45:39.325714 run patchelf(pid=2460): Terminated: ok {rc=0}\u000a18:45:39.358489 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2457): Process ended prematurely: osmo-stp_10.42.42.5(pid=2457) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2457)] [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:45:39.368230 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a18:45:39.431159 run osmo-hlr_10.42.42.2(pid=2454): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2454)]\u000a18:45:39.481665 run osmo-hlr_10.42.42.2(pid=2454): stdout: \u000a| (launched: 2022-12-09_18:45:36.189734) \u000a18:45:39.532614 run osmo-hlr_10.42.42.2(pid=2454): stderr: \u000a| �[0;m�[1;31m20221209184536366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184536366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184536366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184536366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184536366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184536366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184536379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184536388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184536388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184536388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:39.575608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2443): Terminating (SIGTERM)\u000a18:45:39.616592 run iperf3-srv_10.42.42.10(pid=2444): Terminating (SIGTERM)\u000a18:45:39.657572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2445): Terminating (SIGTERM)\u000a18:45:39.698481 run iperf3-srv_10.42.42.10(pid=2446): Terminating (SIGTERM)\u000a18:45:39.739564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2447): Terminating (SIGTERM)\u000a18:45:39.780280 run iperf3-srv_10.42.42.10(pid=2448): Terminating (SIGTERM)\u000a18:45:39.821082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2449): Terminating (SIGTERM)\u000a18:45:39.862271 run iperf3-srv_10.42.42.10(pid=2450): Terminating (SIGTERM)\u000a18:45:39.903244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2453): Terminating (SIGTERM)\u000a18:45:39.944259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2456): Terminating (SIGTERM)\u000a18:45:39.985138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2459): Terminating (SIGTERM)\u000a18:45:39.994821 --- ParallelTerminationStrategy: PID 2443 died...\u000a18:45:40.049726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2443): Terminated: ok {rc=0}\u000a18:45:40.059836 --- ParallelTerminationStrategy: PID 2444 died...\u000a18:45:40.114660 run iperf3-srv_10.42.42.10(pid=2444): Terminated {rc=256}\u000a18:45:40.124362 --- ParallelTerminationStrategy: PID 2445 died...\u000a18:45:40.179335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2445): Terminated: ok {rc=0}\u000a18:45:40.189297 --- ParallelTerminationStrategy: PID 2446 died...\u000a18:45:40.243925 run iperf3-srv_10.42.42.10(pid=2446): Terminated {rc=256}\u000a18:45:40.253790 --- ParallelTerminationStrategy: PID 2447 died...\u000a18:45:40.308460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2447): Terminated: ok {rc=0}\u000a18:45:40.318409 --- ParallelTerminationStrategy: PID 2448 died...\u000a18:45:40.372892 run iperf3-srv_10.42.42.10(pid=2448): Terminated {rc=256}\u000a18:45:40.382991 --- ParallelTerminationStrategy: PID 2449 died...\u000a18:45:40.438079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2449): Terminated: ok {rc=0}\u000a18:45:40.447957 --- ParallelTerminationStrategy: PID 2450 died...\u000a18:45:40.502620 run iperf3-srv_10.42.42.10(pid=2450): Terminated {rc=256}\u000a18:45:40.512728 --- ParallelTerminationStrategy: PID 2453 died...\u000a18:45:40.567444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2453): Terminated: ok {rc=0}\u000a18:45:40.577700 --- ParallelTerminationStrategy: PID 2456 died...\u000a18:45:40.632656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2456): Terminated: ok {rc=0}\u000a18:45:40.642586 --- ParallelTerminationStrategy: PID 2459 died...\u000a18:45:40.697550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2459): Terminated: ok {rc=0}\u000a18:45:40.782766 bus /gobi_4: Setting Powered False\u000a18:45:41.889161 bus /gobi_4: Setting Powered False\u000a18:45:42.996332 bus /gobi_1: Setting Powered False\u000a18:45:44.102067 bus /gobi_1: Setting Powered False\u000a18:45:45.209820 bus /gobi_0: Setting Powered False\u000a18:45:46.317434 bus /gobi_0: Setting Powered False\u000a18:45:47.427726 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2467): Process ended prematurely: osmo-stp_10.42.42.5(pid=2467) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2467)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2467): Process ended prematurely: osmo-stp_10.42.42.5(pid=2467) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:45:48.495558 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:48.507430 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:45:48.651030 tst ping.py: using LAC 22980\u000a18:45:48.766004 tst ping.py: using RAC 30\u000a18:45:48.889999 tst ping.py: using CellId 22980\u000a18:45:49.017921 tst ping.py: using BVCI 22981\u000a18:45:49.042071 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:49.053304 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:49.064229 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:49.075505 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:49.086680 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:49.097812 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:49.109185 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:49.121018 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:45:49.394191 tst ping.py:19: start network...\u000a18:45:49.516450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:49.987208 run create_hlr_db(pid=2461): Launched\u000a18:45:50.157924 bus /gobi_6: Setting Powered False\u000a18:45:51.179842 run create_hlr_db(pid=2461): Terminated: ok {rc=0}\u000a18:45:51.571613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2463): Launched\u000a18:45:51.875356 run osmo-hlr_10.42.42.2(pid=2464): Launched\u000a18:45:51.993681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:52.550592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2466): Launched\u000a18:45:52.866672 run osmo-stp_10.42.42.5(pid=2467): Launched\u000a18:45:52.981960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:53.530527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2470): Launched\u000a18:45:53.642595 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:53.916589 run patchelf(pid=2471): Launched\u000a18:45:54.099864 run osmo-stp_10.42.42.5(pid=2467): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2467)]\u000a18:45:54.234055 run osmo-stp_10.42.42.5(pid=2467): stdout: \u000a| (launched: 2022-12-09_18:45:52.711330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:54.368630 run osmo-stp_10.42.42.5(pid=2467): stderr: \u000a| �[0;m�[38;5;43m20221209184552903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184552903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184552903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184552904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184552904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184552904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184552904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:54.498576 run osmo-stp_10.42.42.5(pid=2467): stdout: \u000a| (launched: 2022-12-09_18:45:52.711330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:54.627528 run osmo-stp_10.42.42.5(pid=2467): stderr: \u000a| �[0;m�[38;5;43m20221209184552903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184552903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184552903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184552904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184552904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184552904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184552904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:54.776830 run patchelf(pid=2471): Terminating (SIGINT)\u000a18:45:54.952030 run patchelf(pid=2471): Terminated: ok {rc=0}\u000a18:45:54.983796 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2467): Process ended prematurely: osmo-stp_10.42.42.5(pid=2467) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2467)] [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:45:54.992893 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:45:55.054662 run osmo-hlr_10.42.42.2(pid=2464): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2464)]\u000a18:45:55.104607 run osmo-hlr_10.42.42.2(pid=2464): stdout: \u000a| (launched: 2022-12-09_18:45:51.721285) \u000a18:45:55.155662 run osmo-hlr_10.42.42.2(pid=2464): stderr: \u000a| �[0;m�[1;31m20221209184551914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184551914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184551914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184551914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184551914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184551914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184551930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184551938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184551938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184551938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:55.198535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2463): Terminating (SIGTERM)\u000a18:45:55.239485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2466): Terminating (SIGTERM)\u000a18:45:55.280491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2470): Terminating (SIGTERM)\u000a18:45:55.290216 --- ParallelTerminationStrategy: PID 2463 died...\u000a18:45:55.344926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2463): Terminated: ok {rc=0}\u000a18:45:55.354707 --- ParallelTerminationStrategy: PID 2466 died...\u000a18:45:55.409476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2466): Terminated: ok {rc=0}\u000a18:45:55.419408 --- ParallelTerminationStrategy: PID 2470 died...\u000a18:45:55.474017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2470): Terminated: ok {rc=0}\u000a18:45:55.559477 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2478): Process ended prematurely: osmo-stp_10.42.42.5(pid=2478) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2478)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2478): Process ended prematurely: osmo-stp_10.42.42.5(pid=2478) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:45:56.609135 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:56.620163 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:45:56.769204 tst ping_idle_ping.py: using LAC 22981\u000a18:45:56.893267 tst ping_idle_ping.py: using RAC 31\u000a18:45:57.014788 tst ping_idle_ping.py: using CellId 22981\u000a18:45:57.130397 tst ping_idle_ping.py: using BVCI 22982\u000a18:45:57.152847 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:57.163611 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:57.174196 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:57.185204 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:57.196089 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:57.206922 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:57.218047 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:45:57.229327 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:45:57.517160 tst ping_idle_ping.py:24: start network...\u000a18:45:57.648928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:58.149926 run create_hlr_db(pid=2472): Launched\u000a18:45:58.333917 bus /gobi_6: Setting Powered False\u000a18:45:59.353955 run create_hlr_db(pid=2472): Terminated: ok {rc=0}\u000a18:45:59.750975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2474): Launched\u000a18:46:00.047213 run osmo-hlr_10.42.42.2(pid=2475): Launched\u000a18:46:00.155890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:00.666500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2477): Launched\u000a18:46:00.987202 run osmo-stp_10.42.42.5(pid=2478): Launched\u000a18:46:01.167634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:01.800286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2480): Launched\u000a18:46:01.907732 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:02.184353 run patchelf(pid=2481): Launched\u000a18:46:02.359674 run osmo-stp_10.42.42.5(pid=2478): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2478)]\u000a18:46:02.485305 run osmo-stp_10.42.42.5(pid=2478): stdout: \u000a| (launched: 2022-12-09_18:46:00.816041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:02.611156 run osmo-stp_10.42.42.5(pid=2478): stderr: \u000a| �[0;m�[38;5;43m20221209184601187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184601187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184601187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184601188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184601188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184601188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184601188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:02.733080 run osmo-stp_10.42.42.5(pid=2478): stdout: \u000a| (launched: 2022-12-09_18:46:00.816041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:02.853784 run osmo-stp_10.42.42.5(pid=2478): stderr: \u000a| �[0;m�[38;5;43m20221209184601187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184601187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184601187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184601188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184601188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184601188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184601188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:02.994090 run patchelf(pid=2481): Terminating (SIGINT)\u000a18:46:03.158633 run patchelf(pid=2481): Terminated: ok {rc=0}\u000a18:46:03.188660 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2478): Process ended prematurely: osmo-stp_10.42.42.5(pid=2478) [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2478)] [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:46:03.197351 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:46:03.255721 run osmo-hlr_10.42.42.2(pid=2475): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2475)]\u000a18:46:03.304126 run osmo-hlr_10.42.42.2(pid=2475): stdout: \u000a| (launched: 2022-12-09_18:45:59.901590) \u000a18:46:03.352747 run osmo-hlr_10.42.42.2(pid=2475): stderr: \u000a| �[0;m�[1;31m20221209184600079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184600079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184600079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184600079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184600079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184600079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184600092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184600100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184600100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184600100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:03.393596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2474): Terminating (SIGTERM)\u000a18:46:03.431969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2477): Terminating (SIGTERM)\u000a18:46:03.470776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2480): Terminating (SIGTERM)\u000a18:46:03.479802 --- ParallelTerminationStrategy: PID 2474 died...\u000a18:46:03.532332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2474): Terminated: ok {rc=0}\u000a18:46:03.541793 --- ParallelTerminationStrategy: PID 2477 died...\u000a18:46:03.593582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2477): Terminated: ok {rc=0}\u000a18:46:03.603000 --- ParallelTerminationStrategy: PID 2480 died...\u000a18:46:03.654834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2480): Terminated: ok {rc=0}\u000a18:46:03.740692 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:45:06" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2496): Process ended prematurely: osmo-stp_10.42.42.5(pid=2496) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2496)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2496): Process ended prematurely: osmo-stp_10.42.42.5(pid=2496) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:46:05.839599 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:05.850894 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:46:06.000725 tst cs_paging_gprs_active.py: using LAC 22982\u000a18:46:06.125392 tst cs_paging_gprs_active.py: using RAC 32\u000a18:46:06.249050 tst cs_paging_gprs_active.py: using CellId 22982\u000a18:46:06.372743 tst cs_paging_gprs_active.py: using BVCI 22983\u000a18:46:06.397575 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:06.408540 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:06.419415 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:06.430630 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:06.441720 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:06.452690 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:06.463983 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:06.475770 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:06.487003 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:46:06.602799 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:46:06.880620 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:46:07.005697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:07.316723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2486): Launched\u000a18:46:07.574182 run iperf3-srv_10.42.42.10(pid=2487): Launched\u000a18:46:07.756309 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:46:07.880892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:08.191148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2488): Launched\u000a18:46:08.448421 run iperf3-srv_10.42.42.10(pid=2489): Launched\u000a18:46:08.630744 tst cs_paging_gprs_active.py:38: start network...\u000a18:46:08.755012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:09.235024 run create_hlr_db(pid=2490): Launched\u000a18:46:09.408189 bus /gobi_6: Setting Powered False\u000a18:46:10.428748 run create_hlr_db(pid=2490): Terminated: ok {rc=0}\u000a18:46:10.854935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2492): Launched\u000a18:46:11.177599 run osmo-hlr_10.42.42.2(pid=2493): Launched\u000a18:46:11.298490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:11.857556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2495): Launched\u000a18:46:12.179560 run osmo-stp_10.42.42.5(pid=2496): Launched\u000a18:46:12.297120 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:12.858907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2498): Launched\u000a18:46:12.975115 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:13.255288 run patchelf(pid=2499): Launched\u000a18:46:13.443759 run osmo-stp_10.42.42.5(pid=2496): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2496)]\u000a18:46:13.581773 run osmo-stp_10.42.42.5(pid=2496): stdout: \u000a| (launched: 2022-12-09_18:46:12.021705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:13.719457 run osmo-stp_10.42.42.5(pid=2496): stderr: \u000a| �[0;m�[38;5;43m20221209184612216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184612216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184612216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184612217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184612217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184612217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184612217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:13.852882 run osmo-stp_10.42.42.5(pid=2496): stdout: \u000a| (launched: 2022-12-09_18:46:12.021705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:13.985318 run osmo-stp_10.42.42.5(pid=2496): stderr: \u000a| �[0;m�[38;5;43m20221209184612216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184612216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184612216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184612217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184612217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184612217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184612217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:14.138747 run patchelf(pid=2499): Terminating (SIGINT)\u000a18:46:14.318492 run patchelf(pid=2499): Terminated: ok {rc=0}\u000a18:46:14.351489 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2496): Process ended prematurely: osmo-stp_10.42.42.5(pid=2496) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2496)] [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:46:14.361443 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a18:46:14.423269 run osmo-hlr_10.42.42.2(pid=2493): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2493)]\u000a18:46:14.474102 run osmo-hlr_10.42.42.2(pid=2493): stdout: \u000a| (launched: 2022-12-09_18:46:11.019274) \u000a18:46:14.525103 run osmo-hlr_10.42.42.2(pid=2493): stderr: \u000a| �[0;m�[1;31m20221209184611219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184611219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184611219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184611219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184611219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184611220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184611236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184611246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184611246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184611246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:14.568149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2486): Terminating (SIGTERM)\u000a18:46:14.609054 run iperf3-srv_10.42.42.10(pid=2487): Terminating (SIGTERM)\u000a18:46:14.650101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2488): Terminating (SIGTERM)\u000a18:46:14.691042 run iperf3-srv_10.42.42.10(pid=2489): Terminating (SIGTERM)\u000a18:46:14.731842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2492): Terminating (SIGTERM)\u000a18:46:14.772683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2495): Terminating (SIGTERM)\u000a18:46:14.813815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2498): Terminating (SIGTERM)\u000a18:46:14.823588 --- ParallelTerminationStrategy: PID 2486 died...\u000a18:46:14.879314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2486): Terminated: ok {rc=0}\u000a18:46:14.889300 --- ParallelTerminationStrategy: PID 2487 died...\u000a18:46:14.944038 run iperf3-srv_10.42.42.10(pid=2487): Terminated {rc=256}\u000a18:46:14.953972 --- ParallelTerminationStrategy: PID 2488 died...\u000a18:46:15.008650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2488): Terminated: ok {rc=0}\u000a18:46:15.018789 --- ParallelTerminationStrategy: PID 2489 died...\u000a18:46:15.073267 run iperf3-srv_10.42.42.10(pid=2489): Terminated {rc=256}\u000a18:46:15.083536 --- ParallelTerminationStrategy: PID 2492 died...\u000a18:46:15.138053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2492): Terminated: ok {rc=0}\u000a18:46:15.148198 --- ParallelTerminationStrategy: PID 2495 died...\u000a18:46:15.202904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2495): Terminated: ok {rc=0}\u000a18:46:15.213155 --- ParallelTerminationStrategy: PID 2498 died...\u000a18:46:15.268045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2498): Terminated: ok {rc=0}\u000a18:46:15.352400 bus /gobi_0: Setting Powered False\u000a18:46:16.462326 bus /gobi_0: Setting Powered False\u000a18:46:17.571317 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2508): Process ended prematurely: osmo-stp_10.42.42.5(pid=2508) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2508)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2508): Process ended prematurely: osmo-stp_10.42.42.5(pid=2508) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:46:18.678674 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:18.689852 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:46:18.835951 tst iperf3.py: using LAC 22983\u000a18:46:18.954912 tst iperf3.py: using RAC 33\u000a18:46:19.071350 tst iperf3.py: using CellId 22983\u000a18:46:19.189911 tst iperf3.py: using BVCI 22984\u000a18:46:19.212777 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:19.223409 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:19.234011 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:19.244308 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:19.254646 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:19.265271 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:19.275723 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:19.286204 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:19.296698 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:46:19.571387 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:46:19.696285 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:20.007287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2500): Launched\u000a18:46:20.266156 run iperf3-srv_10.42.42.10(pid=2501): Launched\u000a18:46:20.448738 tst iperf3.py:8: start network...\u000a18:46:20.573286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:21.051451 run create_hlr_db(pid=2502): Launched\u000a18:46:21.223330 bus /gobi_6: Setting Powered False\u000a18:46:22.256437 run create_hlr_db(pid=2502): Terminated: ok {rc=0}\u000a18:46:22.659694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2504): Launched\u000a18:46:22.957915 run osmo-hlr_10.42.42.2(pid=2505): Launched\u000a18:46:23.073329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:23.600898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2507): Launched\u000a18:46:23.900276 run osmo-stp_10.42.42.5(pid=2508): Launched\u000a18:46:24.009472 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:24.530442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2510): Launched\u000a18:46:24.636932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:24.898229 run patchelf(pid=2511): Launched\u000a18:46:25.072929 run osmo-stp_10.42.42.5(pid=2508): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2508)]\u000a18:46:25.201400 run osmo-stp_10.42.42.5(pid=2508): stdout: \u000a| (launched: 2022-12-09_18:46:23.752939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:25.329881 run osmo-stp_10.42.42.5(pid=2508): stderr: \u000a| �[0;m�[38;5;43m20221209184623925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184623926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184623926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184623926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184623927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184623927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184623927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:25.454376 run osmo-stp_10.42.42.5(pid=2508): stdout: \u000a| (launched: 2022-12-09_18:46:23.752939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:25.577170 run osmo-stp_10.42.42.5(pid=2508): stderr: \u000a| �[0;m�[38;5;43m20221209184623925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184623926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184623926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184623926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184623927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184623927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184623927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:25.720239 run patchelf(pid=2511): Terminating (SIGINT)\u000a18:46:25.889181 run patchelf(pid=2511): Terminated: ok {rc=0}\u000a18:46:25.919981 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2508): Process ended prematurely: osmo-stp_10.42.42.5(pid=2508) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2508)] [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:46:25.929130 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a18:46:25.987773 run osmo-hlr_10.42.42.2(pid=2505): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2505)]\u000a18:46:26.035851 run osmo-hlr_10.42.42.2(pid=2505): stdout: \u000a| (launched: 2022-12-09_18:46:22.811541) \u000a18:46:26.084438 run osmo-hlr_10.42.42.2(pid=2505): stderr: \u000a| �[0;m�[1;31m20221209184622989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184622989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184622989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184622989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184622989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184622989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184623001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184623010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184623010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184623010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:26.126177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2500): Terminating (SIGTERM)\u000a18:46:26.165108 run iperf3-srv_10.42.42.10(pid=2501): Terminating (SIGTERM)\u000a18:46:26.204018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2504): Terminating (SIGTERM)\u000a18:46:26.242850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2507): Terminating (SIGTERM)\u000a18:46:26.281596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2510): Terminating (SIGTERM)\u000a18:46:26.290240 --- ParallelTerminationStrategy: PID 2500 died...\u000a18:46:26.342343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2500): Terminated: ok {rc=0}\u000a18:46:26.352025 --- ParallelTerminationStrategy: PID 2501 died...\u000a18:46:26.403891 run iperf3-srv_10.42.42.10(pid=2501): Terminated {rc=256}\u000a18:46:26.413300 --- ParallelTerminationStrategy: PID 2504 died...\u000a18:46:26.465110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2504): Terminated: ok {rc=0}\u000a18:46:26.474474 --- ParallelTerminationStrategy: PID 2507 died...\u000a18:46:26.526475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2507): Terminated: ok {rc=0}\u000a18:46:26.535836 --- ParallelTerminationStrategy: PID 2510 died...\u000a18:46:26.587651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2510): Terminated: ok {rc=0}\u000a18:46:26.670137 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2526): Process ended prematurely: osmo-stp_10.42.42.5(pid=2526) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2526)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2526): Process ended prematurely: osmo-stp_10.42.42.5(pid=2526) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:46:27.784168 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:27.795919 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:46:27.948777 tst iperf3m4.py: using LAC 22984\u000a18:46:28.076522 tst iperf3m4.py: using RAC 34\u000a18:46:28.202670 tst iperf3m4.py: using CellId 22984\u000a18:46:28.327729 tst iperf3m4.py: using BVCI 22985\u000a18:46:28.352405 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:28.363761 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:28.374976 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:28.386560 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:28.397773 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:28.408929 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:28.420227 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:28.431554 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:28.442841 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:46:28.560747 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:46:28.677775 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:46:28.797081 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:46:29.088824 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:46:29.223569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:29.555848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2512): Launched\u000a18:46:29.830962 run iperf3-srv_10.42.42.10(pid=2513): Launched\u000a18:46:30.029156 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:46:30.163835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:30.495329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2514): Launched\u000a18:46:30.770258 run iperf3-srv_10.42.42.10(pid=2515): Launched\u000a18:46:31.001395 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:46:31.179802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:31.505034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2516): Launched\u000a18:46:31.796601 run iperf3-srv_10.42.42.10(pid=2517): Launched\u000a18:46:31.985343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:46:32.111551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:32.424364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2518): Launched\u000a18:46:32.681480 run iperf3-srv_10.42.42.10(pid=2519): Launched\u000a18:46:32.862611 tst iperf3m4.py:8: start network...\u000a18:46:32.986614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:33.464754 run create_hlr_db(pid=2520): Launched\u000a18:46:33.637326 bus /gobi_6: Setting Powered False\u000a18:46:34.657925 run create_hlr_db(pid=2520): Terminated: ok {rc=0}\u000a18:46:35.085066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2522): Launched\u000a18:46:35.407711 run osmo-hlr_10.42.42.2(pid=2523): Launched\u000a18:46:35.528008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:36.091423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2525): Launched\u000a18:46:36.412232 run osmo-stp_10.42.42.5(pid=2526): Launched\u000a18:46:36.529262 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:37.089811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2528): Launched\u000a18:46:37.204900 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:37.485959 run patchelf(pid=2529): Launched\u000a18:46:37.674662 run osmo-stp_10.42.42.5(pid=2526): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2526)]\u000a18:46:37.812424 run osmo-stp_10.42.42.5(pid=2526): stdout: \u000a| (launched: 2022-12-09_18:46:36.255240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:37.950996 run osmo-stp_10.42.42.5(pid=2526): stderr: \u000a| �[0;m�[38;5;43m20221209184636444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184636444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184636444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184636445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184636445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184636445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184636445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:38.084410 run osmo-stp_10.42.42.5(pid=2526): stdout: \u000a| (launched: 2022-12-09_18:46:36.255240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:38.216635 run osmo-stp_10.42.42.5(pid=2526): stderr: \u000a| �[0;m�[38;5;43m20221209184636444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184636444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184636444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184636445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184636445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184636445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184636445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:38.370315 run patchelf(pid=2529): Terminating (SIGINT)\u000a18:46:38.549972 run patchelf(pid=2529): Terminated: ok {rc=0}\u000a18:46:38.582819 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2526): Process ended prematurely: osmo-stp_10.42.42.5(pid=2526) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2526)] [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:46:38.592638 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:46:38.655209 run osmo-hlr_10.42.42.2(pid=2523): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2523)]\u000a18:46:38.705651 run osmo-hlr_10.42.42.2(pid=2523): stdout: \u000a| (launched: 2022-12-09_18:46:35.249230) \u000a18:46:38.756705 run osmo-hlr_10.42.42.2(pid=2523): stderr: \u000a| �[0;m�[1;31m20221209184635445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184635445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184635445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184635445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184635445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184635445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184635461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184635471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184635471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184635471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:38.799828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2512): Terminating (SIGTERM)\u000a18:46:38.841394 run iperf3-srv_10.42.42.10(pid=2513): Terminating (SIGTERM)\u000a18:46:38.882826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2514): Terminating (SIGTERM)\u000a18:46:38.924226 run iperf3-srv_10.42.42.10(pid=2515): Terminating (SIGTERM)\u000a18:46:38.965818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2516): Terminating (SIGTERM)\u000a18:46:39.007079 run iperf3-srv_10.42.42.10(pid=2517): Terminating (SIGTERM)\u000a18:46:39.048270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2518): Terminating (SIGTERM)\u000a18:46:39.089556 run iperf3-srv_10.42.42.10(pid=2519): Terminating (SIGTERM)\u000a18:46:39.130834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2522): Terminating (SIGTERM)\u000a18:46:39.172085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2525): Terminating (SIGTERM)\u000a18:46:39.213670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2528): Terminating (SIGTERM)\u000a18:46:39.223258 --- ParallelTerminationStrategy: PID 2512 died...\u000a18:46:39.279035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2512): Terminated: ok {rc=0}\u000a18:46:39.288858 --- ParallelTerminationStrategy: PID 2513 died...\u000a18:46:39.344195 run iperf3-srv_10.42.42.10(pid=2513): Terminated {rc=256}\u000a18:46:39.354159 --- ParallelTerminationStrategy: PID 2514 died...\u000a18:46:39.409544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2514): Terminated: ok {rc=0}\u000a18:46:39.419498 --- ParallelTerminationStrategy: PID 2515 died...\u000a18:46:39.474483 run iperf3-srv_10.42.42.10(pid=2515): Terminated {rc=256}\u000a18:46:39.484676 --- ParallelTerminationStrategy: PID 2516 died...\u000a18:46:39.539851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2516): Terminated: ok {rc=0}\u000a18:46:39.550065 --- ParallelTerminationStrategy: PID 2517 died...\u000a18:46:39.605027 run iperf3-srv_10.42.42.10(pid=2517): Terminated {rc=256}\u000a18:46:39.615132 --- ParallelTerminationStrategy: PID 2518 died...\u000a18:46:39.670468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2518): Terminated: ok {rc=0}\u000a18:46:39.680525 --- ParallelTerminationStrategy: PID 2519 died...\u000a18:46:39.735508 run iperf3-srv_10.42.42.10(pid=2519): Terminated {rc=256}\u000a18:46:39.745763 --- ParallelTerminationStrategy: PID 2522 died...\u000a18:46:39.800893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2522): Terminated: ok {rc=0}\u000a18:46:39.811107 --- ParallelTerminationStrategy: PID 2525 died...\u000a18:46:39.866211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2525): Terminated: ok {rc=0}\u000a18:46:39.876284 --- ParallelTerminationStrategy: PID 2528 died...\u000a18:46:39.931874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2528): Terminated: ok {rc=0}\u000a18:46:40.017878 bus /gobi_4: Setting Powered False\u000a18:46:41.123719 bus /gobi_4: Setting Powered False\u000a18:46:42.233849 bus /gobi_1: Setting Powered False\u000a18:46:43.339907 bus /gobi_1: Setting Powered False\u000a18:46:44.445718 bus /gobi_0: Setting Powered False\u000a18:46:45.549505 bus /gobi_0: Setting Powered False\u000a18:46:46.657738 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2536): Process ended prematurely: osmo-stp_10.42.42.5(pid=2536) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2536): Process ended prematurely: osmo-stp_10.42.42.5(pid=2536) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:46:47.721997 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:47.732915 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:46:47.875760 tst ping.py: using LAC 22985\u000a18:46:47.990830 tst ping.py: using RAC 35\u000a18:46:48.108094 tst ping.py: using CellId 22985\u000a18:46:48.225867 tst ping.py: using BVCI 22986\u000a18:46:48.248246 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:48.259000 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:48.269464 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:48.279844 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:48.290181 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:48.300596 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:48.311130 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:48.321522 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:46:48.591561 tst ping.py:19: start network...\u000a18:46:48.714551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:49.186019 run create_hlr_db(pid=2530): Launched\u000a18:46:49.356738 bus /gobi_6: Setting Powered False\u000a18:46:50.377258 run create_hlr_db(pid=2530): Terminated: ok {rc=0}\u000a18:46:50.769828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2532): Launched\u000a18:46:51.064176 run osmo-hlr_10.42.42.2(pid=2533): Launched\u000a18:46:51.180656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:51.720746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2535): Launched\u000a18:46:52.013972 run osmo-stp_10.42.42.5(pid=2536): Launched\u000a18:46:52.119602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:52.629821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2538): Launched\u000a18:46:52.733497 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:52.988579 run patchelf(pid=2539): Launched\u000a18:46:53.159921 run osmo-stp_10.42.42.5(pid=2536): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)]\u000a18:46:53.284930 run osmo-stp_10.42.42.5(pid=2536): stdout: \u000a| (launched: 2022-12-09_18:46:51.869782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:53.410706 run osmo-stp_10.42.42.5(pid=2536): stderr: \u000a| �[0;m�[38;5;43m20221209184652040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184652040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184652041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184652041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184652042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184652042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184652042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:53.531819 run osmo-stp_10.42.42.5(pid=2536): stdout: \u000a| (launched: 2022-12-09_18:46:51.869782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:53.651796 run osmo-stp_10.42.42.5(pid=2536): stderr: \u000a| �[0;m�[38;5;43m20221209184652040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184652040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184652041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184652041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184652042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184652042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184652042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:53.792168 run patchelf(pid=2539): Terminating (SIGINT)\u000a18:46:53.956408 run patchelf(pid=2539): Terminated: ok {rc=0}\u000a18:46:53.986340 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2536): Process ended prematurely: osmo-stp_10.42.42.5(pid=2536) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)] [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:46:53.994938 tst ping.py:22: Test FAILED (6.3 sec)\u000a18:46:54.053912 run osmo-hlr_10.42.42.2(pid=2533): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2533)]\u000a18:46:54.101946 run osmo-hlr_10.42.42.2(pid=2533): stdout: \u000a| (launched: 2022-12-09_18:46:50.919638) \u000a18:46:54.150562 run osmo-hlr_10.42.42.2(pid=2533): stderr: \u000a| �[0;m�[1;31m20221209184651094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184651094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184651094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184651094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184651094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184651094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184651106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184651115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184651115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184651115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:54.191762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2532): Terminating (SIGTERM)\u000a18:46:54.230531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2535): Terminating (SIGTERM)\u000a18:46:54.269566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2538): Terminating (SIGTERM)\u000a18:46:54.278573 --- ParallelTerminationStrategy: PID 2532 died...\u000a18:46:54.330806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2532): Terminated: ok {rc=0}\u000a18:46:54.340146 --- ParallelTerminationStrategy: PID 2535 died...\u000a18:46:54.392224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2535): Terminated: ok {rc=0}\u000a18:46:54.401722 --- ParallelTerminationStrategy: PID 2538 died...\u000a18:46:54.453765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2538): Terminated: ok {rc=0}\u000a18:46:54.540744 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2546): Process ended prematurely: osmo-stp_10.42.42.5(pid=2546) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2546)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2546): Process ended prematurely: osmo-stp_10.42.42.5(pid=2546) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:46:55.592182 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:55.603322 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:46:55.746904 tst ping_idle_ping.py: using LAC 22986\u000a18:46:55.862080 tst ping_idle_ping.py: using RAC 36\u000a18:46:55.977842 tst ping_idle_ping.py: using CellId 22986\u000a18:46:56.093586 tst ping_idle_ping.py: using BVCI 22987\u000a18:46:56.116289 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:56.127025 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:56.137513 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:56.147795 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:56.158263 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:56.168622 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:56.179207 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:46:56.189617 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:46:56.478103 tst ping_idle_ping.py:24: start network...\u000a18:46:56.610526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:57.110630 run create_hlr_db(pid=2540): Launched\u000a18:46:57.294427 bus /gobi_6: Setting Powered False\u000a18:46:58.315456 run create_hlr_db(pid=2540): Terminated: ok {rc=0}\u000a18:46:58.711956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2542): Launched\u000a18:46:59.009366 run osmo-hlr_10.42.42.2(pid=2543): Launched\u000a18:46:59.122189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:59.641125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2545): Launched\u000a18:46:59.937516 run osmo-stp_10.42.42.5(pid=2546): Launched\u000a18:47:00.044249 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:00.557371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2548): Launched\u000a18:47:00.661709 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:00.955394 run patchelf(pid=2549): Launched\u000a18:47:01.131986 run osmo-stp_10.42.42.5(pid=2546): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2546)]\u000a18:47:01.260198 run osmo-stp_10.42.42.5(pid=2546): stdout: \u000a| (launched: 2022-12-09_18:46:59.791874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:01.389115 run osmo-stp_10.42.42.5(pid=2546): stderr: \u000a| �[0;m�[38;5;43m20221209184659962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184659962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184659962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184659963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184659963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184659963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184659963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:01.513228 run osmo-stp_10.42.42.5(pid=2546): stdout: \u000a| (launched: 2022-12-09_18:46:59.791874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:01.637188 run osmo-stp_10.42.42.5(pid=2546): stderr: \u000a| �[0;m�[38;5;43m20221209184659962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184659962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184659962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184659963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184659963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184659963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184659963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:01.785452 run patchelf(pid=2549): Terminating (SIGINT)\u000a18:47:01.967533 run patchelf(pid=2549): Terminated: ok {rc=0}\u000a18:47:02.001590 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2546): Process ended prematurely: osmo-stp_10.42.42.5(pid=2546) [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2546)] [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:47:02.011919 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a18:47:02.080226 run osmo-hlr_10.42.42.2(pid=2543): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2543)]\u000a18:47:02.133986 run osmo-hlr_10.42.42.2(pid=2543): stdout: \u000a| (launched: 2022-12-09_18:46:58.863094) \u000a18:47:02.189570 run osmo-hlr_10.42.42.2(pid=2543): stderr: \u000a| �[0;m�[1;31m20221209184659039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184659039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184659039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184659039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184659039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184659039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184659052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184659062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184659062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184659062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:02.233791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2542): Terminating (SIGTERM)\u000a18:47:02.275706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2545): Terminating (SIGTERM)\u000a18:47:02.318517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2548): Terminating (SIGTERM)\u000a18:47:02.328487 --- ParallelTerminationStrategy: PID 2542 died...\u000a18:47:02.385929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2542): Terminated: ok {rc=0}\u000a18:47:02.395961 --- ParallelTerminationStrategy: PID 2545 died...\u000a18:47:02.452072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2545): Terminated: ok {rc=0}\u000a18:47:02.462284 --- ParallelTerminationStrategy: PID 2548 died...\u000a18:47:02.518309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2548): Terminated: ok {rc=0}\u000a18:47:02.607698 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:46:05" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2559): Process ended prematurely: osmo-stp_10.42.42.5(pid=2559) [trial-2363↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2559)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2559): Process ended prematurely: osmo-stp_10.42.42.5(pid=2559) [trial-2363↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:47:04.590180 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:47:04.601333 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:47:04.753772 tst switch_tch_pdch.py: using LAC 22987\u000a18:47:04.877059 tst switch_tch_pdch.py: using RAC 37\u000a18:47:04.999986 tst switch_tch_pdch.py: using CellId 22987\u000a18:47:05.124766 tst switch_tch_pdch.py: using BVCI 22988\u000a18:47:05.148917 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:47:05.160432 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:47:05.171602 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:47:05.183171 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:47:05.194571 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:47:05.206050 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:47:05.217660 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:47:05.229171 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:47:05.346487 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:47:05.638232 tst switch_tch_pdch.py:51: start network...\u000a18:47:05.770005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:06.266312 run create_hlr_db(pid=2553): Launched\u000a18:47:06.449827 bus /gobi_6: Setting Powered False\u000a18:47:07.470219 run create_hlr_db(pid=2553): Terminated: ok {rc=0}\u000a18:47:07.889650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2555): Launched\u000a18:47:08.205936 run osmo-hlr_10.42.42.2(pid=2556): Launched\u000a18:47:08.324145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:08.870155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2558): Launched\u000a18:47:09.185174 run osmo-stp_10.42.42.5(pid=2559): Launched\u000a18:47:09.299556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:09.847791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2561): Launched\u000a18:47:09.960710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:10.234015 run patchelf(pid=2562): Launched\u000a18:47:10.418022 run osmo-stp_10.42.42.5(pid=2559): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2559)]\u000a18:47:10.553041 run osmo-stp_10.42.42.5(pid=2559): stdout: \u000a| (launched: 2022-12-09_18:47:09.030456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:10.688007 run osmo-stp_10.42.42.5(pid=2559): stderr: \u000a| �[0;m�[38;5;43m20221209184709224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184709224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184709224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184709224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184709225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184709225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184709225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:10.818577 run osmo-stp_10.42.42.5(pid=2559): stdout: \u000a| (launched: 2022-12-09_18:47:09.030456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:10.948485 run osmo-stp_10.42.42.5(pid=2559): stderr: \u000a| �[0;m�[38;5;43m20221209184709224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184709224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184709224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184709224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184709225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184709225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184709225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:11.098898 run patchelf(pid=2562): Terminating (SIGINT)\u000a18:47:11.274914 run patchelf(pid=2562): Terminated: ok {rc=0}\u000a18:47:11.306959 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2559): Process ended prematurely: osmo-stp_10.42.42.5(pid=2559) [trial-2363↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2559)] [trial-2363↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:47:11.315967 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a18:47:11.378134 run osmo-hlr_10.42.42.2(pid=2556): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2556)]\u000a18:47:11.428653 run osmo-hlr_10.42.42.2(pid=2556): stdout: \u000a| (launched: 2022-12-09_18:47:08.050694) \u000a18:47:11.479541 run osmo-hlr_10.42.42.2(pid=2556): stderr: \u000a| �[0;m�[1;31m20221209184708250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184708250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184708250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184708250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184708250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184708250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184708266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184708275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184708276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184708276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:11.522730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2555): Terminating (SIGTERM)\u000a18:47:11.563923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2558): Terminating (SIGTERM)\u000a18:47:11.604702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2561): Terminating (SIGTERM)\u000a18:47:11.614463 --- ParallelTerminationStrategy: PID 2555 died...\u000a18:47:11.669361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2555): Terminated: ok {rc=0}\u000a18:47:11.679494 --- ParallelTerminationStrategy: PID 2558 died...\u000a18:47:11.734397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2558): Terminated: ok {rc=0}\u000a18:47:11.744497 --- ParallelTerminationStrategy: PID 2561 died...\u000a18:47:11.799306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2561): Terminated: ok {rc=0}\u000a18:47:11.886079 bus /gobi_0: Setting Powered False\u000a18:47:12.991362 bus /gobi_0: Setting Powered False\u000a18:47:14.097256 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:47:04" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2572): Process ended prematurely: osmo-stp_10.42.42.5(pid=2572) [trial-2363↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2572)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2572): Process ended prematurely: osmo-stp_10.42.42.5(pid=2572) [trial-2363↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:47:16.042973 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:47:16.054811 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:47:16.212907 tst switch_tch_pdch.py: using LAC 22988\u000a18:47:16.341268 tst switch_tch_pdch.py: using RAC 38\u000a18:47:16.468536 tst switch_tch_pdch.py: using CellId 22988\u000a18:47:16.597154 tst switch_tch_pdch.py: using BVCI 22989\u000a18:47:16.622785 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:47:16.634994 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:47:16.647990 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:47:16.661069 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:47:16.674547 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:47:16.686699 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:47:16.700897 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:47:16.713743 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:47:16.837385 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:47:17.185707 tst switch_tch_pdch.py:51: start network...\u000a18:47:17.319760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:17.788757 run create_hlr_db(pid=2566): Launched\u000a18:47:17.918076 bus /gobi_6: Setting Powered False\u000a18:47:18.994395 run create_hlr_db(pid=2566): Terminated: ok {rc=0}\u000a18:47:19.365886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2568): Launched\u000a18:47:19.661128 run osmo-hlr_10.42.42.2(pid=2569): Launched\u000a18:47:19.768922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:20.253950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2571): Launched\u000a18:47:20.548361 run osmo-stp_10.42.42.5(pid=2572): Launched\u000a18:47:20.655518 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:21.142929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2574): Launched\u000a18:47:21.247388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:21.503887 run patchelf(pid=2575): Launched\u000a18:47:21.676423 run osmo-stp_10.42.42.5(pid=2572): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2572)]\u000a18:47:21.802111 run osmo-stp_10.42.42.5(pid=2572): stdout: \u000a| (launched: 2022-12-09_18:47:20.402996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:21.928176 run osmo-stp_10.42.42.5(pid=2572): stderr: \u000a| �[0;m�[38;5;43m20221209184720573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184720574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184720574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184720574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184720575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184720575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184720575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:22.049692 run osmo-stp_10.42.42.5(pid=2572): stdout: \u000a| (launched: 2022-12-09_18:47:20.402996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:22.170959 run osmo-stp_10.42.42.5(pid=2572): stderr: \u000a| �[0;m�[38;5;43m20221209184720573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184720574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184720574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184720574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184720575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184720575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184720575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:22.310736 run patchelf(pid=2575): Terminating (SIGINT)\u000a18:47:22.474973 run patchelf(pid=2575): Terminated: ok {rc=0}\u000a18:47:22.505067 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2572): Process ended prematurely: osmo-stp_10.42.42.5(pid=2572) [trial-2363↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2572)] [trial-2363↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:47:22.513753 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a18:47:22.571602 run osmo-hlr_10.42.42.2(pid=2569): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2569)]\u000a18:47:22.619001 run osmo-hlr_10.42.42.2(pid=2569): stdout: \u000a| (launched: 2022-12-09_18:47:19.515325) \u000a18:47:22.666894 run osmo-hlr_10.42.42.2(pid=2569): stderr: \u000a| �[0;m�[1;31m20221209184719690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184719690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184719690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184719690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184719690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184719690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184719704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184719714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184719714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184719714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:22.707584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2568): Terminating (SIGTERM)\u000a18:47:22.746235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2571): Terminating (SIGTERM)\u000a18:47:22.785189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2574): Terminating (SIGTERM)\u000a18:47:22.794189 --- ParallelTerminationStrategy: PID 2568 died...\u000a18:47:22.846245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2568): Terminated: ok {rc=0}\u000a18:47:22.855880 --- ParallelTerminationStrategy: PID 2571 died...\u000a18:47:22.907483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2571): Terminated: ok {rc=0}\u000a18:47:22.916886 --- ParallelTerminationStrategy: PID 2574 died...\u000a18:47:22.968168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2574): Terminated: ok {rc=0}\u000a18:47:23.049679 bus /gobi_0: Setting Powered False\u000a18:47:24.153721 bus /gobi_0: Setting Powered False\u000a18:47:25.259202 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:47:15" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2581): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2581) [trial-2363↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2581)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2581): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2581) [trial-2363↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a18:47:27.117783 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a18:47:27.128520 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a18:47:27.248887 tst mo_mt_sms.py: using LAC 22989\u000a18:47:27.365305 tst mo_mt_sms.py: using RAC 39\u000a18:47:27.478635 tst mo_mt_sms.py: using CellId 22989\u000a18:47:27.593386 tst mo_mt_sms.py: using BVCI 22990\u000a18:47:27.615952 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a18:47:27.732681 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a18:47:28.005249 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:47:28.128568 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:47:28.738212 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2580): Launched\u000a18:47:29.031676 run osmo-nitb_10.42.42.2(pid=2581): Launched\u000a18:47:29.213329 run osmo-nitb_10.42.42.2(pid=2581): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2581)]\u000a18:47:29.346684 run osmo-nitb_10.42.42.2(pid=2581): stdout: \u000a| (launched: 2022-12-09_18:47:28.889423) \u000a18:47:29.480148 run osmo-nitb_10.42.42.2(pid=2581): stderr: \u000a| (launched: 2022-12-09_18:47:28.933318)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:47:29.609177 run osmo-nitb_10.42.42.2(pid=2581): stdout: \u000a| (launched: 2022-12-09_18:47:28.889423) \u000a18:47:29.737275 run osmo-nitb_10.42.42.2(pid=2581): stderr: \u000a| (launched: 2022-12-09_18:47:28.933318)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:47:30.151998 tst osmo-nitb_10.42.42.2(pid=2581): stdout: \u000a| (launched: 2022-12-09_18:47:28.889423) \u000a18:47:30.270043 tst osmo-nitb_10.42.42.2(pid=2581): stderr: \u000a| (launched: 2022-12-09_18:47:28.933318)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:47:30.321111 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2581): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2581) [trial-2363↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2581)] [trial-2363↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a18:47:30.328842 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a18:47:30.362887 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2580): Terminating (SIGTERM)\u000a18:47:30.539813 --- ParallelTerminationStrategy: PID 2580 died...\u000a18:47:30.594072 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2580): Terminated: ok {rc=0}\u000a18:47:30.680019 bus /sierra_3: Setting Powered False\u000a18:47:31.784829 bus /sierra_3: Setting Powered False\u000a18:47:32.893777 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:47:26" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2592): Process ended prematurely: osmo-stp_10.42.42.5(pid=2592) [trial-2363↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2592): Process ended prematurely: osmo-stp_10.42.42.5(pid=2592) [trial-2363↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a18:47:34.736102 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:34.746905 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a18:47:34.871879 tst mo_mt_sms.py: using LAC 22990\u000a18:47:34.997196 tst mo_mt_sms.py: using RAC 40\u000a18:47:35.114666 tst mo_mt_sms.py: using CellId 22990\u000a18:47:35.229969 tst mo_mt_sms.py: using BVCI 22991\u000a18:47:35.252316 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:35.262809 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:35.273156 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:35.283505 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:35.293686 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:35.303783 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a18:47:35.419183 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a18:47:35.614102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:36.097017 run create_hlr_db(pid=2586): Launched\u000a18:47:36.281240 bus /sierra_2: Setting Powered False\u000a18:47:37.301032 run create_hlr_db(pid=2586): Terminated: ok {rc=0}\u000a18:47:37.696825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2588): Launched\u000a18:47:37.991915 run osmo-hlr_10.42.42.2(pid=2589): Launched\u000a18:47:38.102075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:38.612641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2591): Launched\u000a18:47:38.907440 run osmo-stp_10.42.42.5(pid=2592): Launched\u000a18:47:39.014585 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:47:39.552719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2594): Launched\u000a18:47:39.847897 run osmo-msc_10.42.42.6(pid=2595): Launched\u000a18:47:40.024099 run osmo-stp_10.42.42.5(pid=2592): ERR: Terminated: ERROR {rc=1} [trial-2363↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)]\u000a18:47:40.150886 run osmo-stp_10.42.42.5(pid=2592): stdout: \u000a| (launched: 2022-12-09_18:47:38.762229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:40.273949 run osmo-stp_10.42.42.5(pid=2592): stderr: \u000a| �[0;m�[38;5;43m20221209184738933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184738934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184738934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184738934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184738935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184738935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184738935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:40.392349 run osmo-stp_10.42.42.5(pid=2592): stdout: \u000a| (launched: 2022-12-09_18:47:38.762229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:40.510057 run osmo-stp_10.42.42.5(pid=2592): stderr: \u000a| �[0;m�[38;5;43m20221209184738933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184738934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184738934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184738934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184738935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184738935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184738935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:40.561536 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2592): Process ended prematurely: osmo-stp_10.42.42.5(pid=2592) [trial-2363↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)] [trial-2363↪sms:oc2g↪mo_mt_sms.py:16]\u000a18:47:40.569232 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a18:47:40.627173 run osmo-hlr_10.42.42.2(pid=2589): ERR: Terminated: ERROR {rc=237} [trial-2363↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2589)]\u000a18:47:40.674525 run osmo-hlr_10.42.42.2(pid=2589): stdout: \u000a| (launched: 2022-12-09_18:47:37.846556) \u000a18:47:40.722573 run osmo-hlr_10.42.42.2(pid=2589): stderr: \u000a| �[0;m�[1;31m20221209184738022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184738022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184738022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184738022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184738022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184738022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184738034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184738043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184738043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184738043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:40.787760 run osmo-msc_10.42.42.6(pid=2595): ERR: Terminated: ERROR {rc=2} [trial-2363↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2595)]\u000a18:47:40.835147 run osmo-msc_10.42.42.6(pid=2595): stdout: \u000a| (launched: 2022-12-09_18:47:39.702231) \u000a18:47:40.882734 run osmo-msc_10.42.42.6(pid=2595): stderr: \u000a| �[0;m�[38;5;43m20221209184739977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184739977 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf9c12ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184739977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184739977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184739977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184739978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184739979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184739980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184739980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184739980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:47:40.923341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2588): Terminating (SIGTERM)\u000a18:47:40.961686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2591): Terminating (SIGTERM)\u000a18:47:40.999913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2594): Terminating (SIGTERM)\u000a18:47:41.008862 --- ParallelTerminationStrategy: PID 2588 died...\u000a18:47:41.060426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2588): Terminated: ok {rc=0}\u000a18:47:41.069917 --- ParallelTerminationStrategy: PID 2591 died...\u000a18:47:41.121342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2591): Terminated: ok {rc=0}\u000a18:47:41.130767 --- ParallelTerminationStrategy: PID 2594 died...\u000a18:47:41.182614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2594): Terminated: ok {rc=0}\u000a18:47:41.269040 bus /sierra_3: Setting Powered False\u000a18:47:42.369599 bus /sierra_3: Setting Powered False\u000a18:47:43.478734 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:47:34" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2601): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2601) [trial-2363↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2601)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2601): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2601) [trial-2363↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a18:47:45.266781 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a18:47:45.277776 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a18:47:45.403615 tst assert_extension.py: using LAC 22991\u000a18:47:45.518532 tst assert_extension.py: using RAC 41\u000a18:47:45.633348 tst assert_extension.py: using CellId 22991\u000a18:47:45.760370 tst assert_extension.py: using BVCI 22992\u000a18:47:45.784276 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a18:47:46.081512 tst assert_extension.py:10: start nitb and bts...\u000a18:47:46.208702 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:47:46.927178 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2600): Launched\u000a18:47:47.249065 run osmo-nitb_10.42.42.2(pid=2601): Launched\u000a18:47:47.430983 run osmo-nitb_10.42.42.2(pid=2601): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2601)]\u000a18:47:47.565249 run osmo-nitb_10.42.42.2(pid=2601): stdout: \u000a| (launched: 2022-12-09_18:47:47.080757) \u000a18:47:47.699130 run osmo-nitb_10.42.42.2(pid=2601): stderr: \u000a| (launched: 2022-12-09_18:47:47.126027)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:47:47.828651 run osmo-nitb_10.42.42.2(pid=2601): stdout: \u000a| (launched: 2022-12-09_18:47:47.080757) \u000a18:47:47.956887 run osmo-nitb_10.42.42.2(pid=2601): stderr: \u000a| (launched: 2022-12-09_18:47:47.126027)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:47:48.369073 tst osmo-nitb_10.42.42.2(pid=2601): stdout: \u000a| (launched: 2022-12-09_18:47:47.080757) \u000a18:47:48.486650 tst osmo-nitb_10.42.42.2(pid=2601): stderr: \u000a| (launched: 2022-12-09_18:47:47.126027)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:47:48.537941 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2601): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2601) [trial-2363↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2601)] [trial-2363↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a18:47:48.545998 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a18:47:48.579592 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2600): Terminating (SIGTERM)\u000a18:47:48.757092 --- ParallelTerminationStrategy: PID 2600 died...\u000a18:47:48.810660 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2600): Terminated: ok {rc=0}\u000a18:47:48.896605 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:47:45" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2612): Process ended prematurely: osmo-stp_10.42.42.5(pid=2612) [trial-2363↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2612)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2612): Process ended prematurely: osmo-stp_10.42.42.5(pid=2612) [trial-2363↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a18:47:50.685445 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:50.695572 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a18:47:50.819151 tst assert_extension.py: using LAC 22992\u000a18:47:50.942056 tst assert_extension.py: using RAC 42\u000a18:47:51.063659 tst assert_extension.py: using CellId 22992\u000a18:47:51.185219 tst assert_extension.py: using BVCI 22993\u000a18:47:51.209314 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:51.220146 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:51.230894 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:51.241770 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:51.252633 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:47:51.263521 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a18:47:51.466451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:51.964052 run create_hlr_db(pid=2606): Launched\u000a18:47:52.148184 bus /sierra_2: Setting Powered False\u000a18:47:53.168484 run create_hlr_db(pid=2606): Terminated: ok {rc=0}\u000a18:47:53.563673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2608): Launched\u000a18:47:53.859669 run osmo-hlr_10.42.42.2(pid=2609): Launched\u000a18:47:53.968676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:54.484418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2611): Launched\u000a18:47:54.779049 run osmo-stp_10.42.42.5(pid=2612): Launched\u000a18:47:54.886155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:47:55.420664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2614): Launched\u000a18:47:55.714263 run osmo-msc_10.42.42.6(pid=2615): Launched\u000a18:47:55.886780 run osmo-stp_10.42.42.5(pid=2612): ERR: Terminated: ERROR {rc=1} [trial-2363↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2612)]\u000a18:47:56.011013 run osmo-stp_10.42.42.5(pid=2612): stdout: \u000a| (launched: 2022-12-09_18:47:54.633722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:56.132828 run osmo-stp_10.42.42.5(pid=2612): stderr: \u000a| �[0;m�[38;5;43m20221209184754803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184754804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184754804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184754804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184754805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184754805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184754805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:56.251918 run osmo-stp_10.42.42.5(pid=2612): stdout: \u000a| (launched: 2022-12-09_18:47:54.633722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:56.368778 run osmo-stp_10.42.42.5(pid=2612): stderr: \u000a| �[0;m�[38;5;43m20221209184754803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184754804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184754804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184754804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184754805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184754805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184754805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:56.419976 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2612): Process ended prematurely: osmo-stp_10.42.42.5(pid=2612) [trial-2363↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2612)] [trial-2363↪ussd:oc2g↪assert_extension.py:17]\u000a18:47:56.427731 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a18:47:56.485907 run osmo-hlr_10.42.42.2(pid=2609): ERR: Terminated: ERROR {rc=237} [trial-2363↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2609)]\u000a18:47:56.533332 run osmo-hlr_10.42.42.2(pid=2609): stdout: \u000a| (launched: 2022-12-09_18:47:53.713259) \u000a18:47:56.581445 run osmo-hlr_10.42.42.2(pid=2609): stderr: \u000a| �[0;m�[1;31m20221209184753889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184753889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184753889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184753889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184753889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184753889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184753903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184753913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184753913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184753913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:56.646717 run osmo-msc_10.42.42.6(pid=2615): ERR: Terminated: ERROR {rc=2} [trial-2363↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2615)]\u000a18:47:56.694131 run osmo-msc_10.42.42.6(pid=2615): stdout: \u000a| (launched: 2022-12-09_18:47:55.569687) \u000a18:47:56.742062 run osmo-msc_10.42.42.6(pid=2615): stderr: \u000a| �[0;m�[38;5;43m20221209184755842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184755842 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f048bf09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184755842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184755842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184755842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184755842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184755844 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184755844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184755845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184755845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:47:56.782700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2608): Terminating (SIGTERM)\u000a18:47:56.821264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2611): Terminating (SIGTERM)\u000a18:47:56.859690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2614): Terminating (SIGTERM)\u000a18:47:56.868620 --- ParallelTerminationStrategy: PID 2608 died...\u000a18:47:56.920148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2608): Terminated: ok {rc=0}\u000a18:47:56.929548 --- ParallelTerminationStrategy: PID 2611 died...\u000a18:47:56.981205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2611): Terminated: ok {rc=0}\u000a18:47:56.990473 --- ParallelTerminationStrategy: PID 2614 died...\u000a18:47:57.041631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2614): Terminated: ok {rc=0}\u000a18:47:57.128332 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:47:50" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2626): Process ended prematurely: osmo-stp_10.42.42.5(pid=2626) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2626)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2626): Process ended prematurely: osmo-stp_10.42.42.5(pid=2626) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:47:59.033499 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:47:59.044064 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:47:59.188004 tst mo_mt_call.py: using LAC 22993\u000a18:47:59.305305 tst mo_mt_call.py: using RAC 43\u000a18:47:59.422008 tst mo_mt_call.py: using CellId 22993\u000a18:47:59.537216 tst mo_mt_call.py: using BVCI 22994\u000a18:47:59.559757 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:47:59.570518 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:47:59.581092 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:47:59.591598 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:47:59.602273 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:47:59.612834 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:47:59.731789 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:47:59.938363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:00.444352 run create_hlr_db(pid=2620): Launched\u000a18:48:00.630850 bus /sierra_2: Setting Powered False\u000a18:48:01.654596 run create_hlr_db(pid=2620): Terminated: ok {rc=0}\u000a18:48:02.103326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2622): Launched\u000a18:48:02.429484 run osmo-hlr_10.42.42.2(pid=2623): Launched\u000a18:48:02.552193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:03.112922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2625): Launched\u000a18:48:03.436132 run osmo-stp_10.42.42.5(pid=2626): Launched\u000a18:48:03.553649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:48:04.142444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2628): Launched\u000a18:48:04.464839 run osmo-msc_10.42.42.6(pid=2629): Launched\u000a18:48:04.654368 run osmo-stp_10.42.42.5(pid=2626): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2626)]\u000a18:48:04.791109 run osmo-stp_10.42.42.5(pid=2626): stdout: \u000a| (launched: 2022-12-09_18:48:03.277167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:04.927100 run osmo-stp_10.42.42.5(pid=2626): stderr: \u000a| �[0;m�[38;5;43m20221209184803470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184803470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184803470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184803471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184803471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184803471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184803471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:05.056651 run osmo-stp_10.42.42.5(pid=2626): stdout: \u000a| (launched: 2022-12-09_18:48:03.277167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:05.185573 run osmo-stp_10.42.42.5(pid=2626): stderr: \u000a| �[0;m�[38;5;43m20221209184803470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184803470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184803470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184803471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184803471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184803471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184803471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:05.242243 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2626): Process ended prematurely: osmo-stp_10.42.42.5(pid=2626) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2626)] [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:48:05.251441 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:48:05.313754 run osmo-hlr_10.42.42.2(pid=2623): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2623)]\u000a18:48:05.364448 run osmo-hlr_10.42.42.2(pid=2623): stdout: \u000a| (launched: 2022-12-09_18:48:02.269471) \u000a18:48:05.415701 run osmo-hlr_10.42.42.2(pid=2623): stderr: \u000a| �[0;m�[1;31m20221209184802467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184802467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184802467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184802467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184802467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184802467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184802479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184802488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184802488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184802488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:05.485002 run osmo-msc_10.42.42.6(pid=2629): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2629)]\u000a18:48:05.535487 run osmo-msc_10.42.42.6(pid=2629): stdout: \u000a| (launched: 2022-12-09_18:48:04.306906) \u000a18:48:05.586884 run osmo-msc_10.42.42.6(pid=2629): stderr: \u000a| �[0;m�[38;5;43m20221209184804629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184804629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9ed063c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184804629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184804629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184804629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184804630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184804631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184804632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184804632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184804632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:48:05.629934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2622): Terminating (SIGTERM)\u000a18:48:05.671049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2625): Terminating (SIGTERM)\u000a18:48:05.712257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2628): Terminating (SIGTERM)\u000a18:48:05.722154 --- ParallelTerminationStrategy: PID 2622 died...\u000a18:48:05.777308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2622): Terminated: ok {rc=0}\u000a18:48:05.787286 --- ParallelTerminationStrategy: PID 2625 died...\u000a18:48:05.842178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2625): Terminated: ok {rc=0}\u000a18:48:05.852230 --- ParallelTerminationStrategy: PID 2628 died...\u000a18:48:05.907084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2628): Terminated: ok {rc=0}\u000a18:48:05.992245 bus /sierra_3: Setting Powered False\u000a18:48:07.097689 bus /sierra_3: Setting Powered False\u000a18:48:08.205080 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2637): Process ended prematurely: osmo-stp_10.42.42.5(pid=2637) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2637)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2637): Process ended prematurely: osmo-stp_10.42.42.5(pid=2637) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:48:09.318731 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:09.330784 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:48:09.480722 tst mo_mt_call_osmux.py: using LAC 22994\u000a18:48:09.608747 tst mo_mt_call_osmux.py: using RAC 44\u000a18:48:09.735173 tst mo_mt_call_osmux.py: using CellId 22994\u000a18:48:09.860783 tst mo_mt_call_osmux.py: using BVCI 22995\u000a18:48:09.885514 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:09.897211 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:09.908213 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:09.919679 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:09.931487 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:09.942949 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:48:10.059721 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:48:10.265440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:10.771868 run create_hlr_db(pid=2631): Launched\u000a18:48:10.958115 bus /sierra_2: Setting Powered False\u000a18:48:11.979679 run create_hlr_db(pid=2631): Terminated: ok {rc=0}\u000a18:48:12.381652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2633): Launched\u000a18:48:12.680253 run osmo-hlr_10.42.42.2(pid=2634): Launched\u000a18:48:12.795845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:13.322777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2636): Launched\u000a18:48:13.621807 run osmo-stp_10.42.42.5(pid=2637): Launched\u000a18:48:13.730037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:48:14.274608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2639): Launched\u000a18:48:14.573520 run osmo-msc_10.42.42.6(pid=2640): Launched\u000a18:48:14.748673 run osmo-stp_10.42.42.5(pid=2637): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2637)]\u000a18:48:14.875366 run osmo-stp_10.42.42.5(pid=2637): stdout: \u000a| (launched: 2022-12-09_18:48:13.475260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:14.999591 run osmo-stp_10.42.42.5(pid=2637): stderr: \u000a| �[0;m�[38;5;43m20221209184813648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184813648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184813648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184813649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184813649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184813649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184813649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:15.119510 run osmo-stp_10.42.42.5(pid=2637): stdout: \u000a| (launched: 2022-12-09_18:48:13.475260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:15.238722 run osmo-stp_10.42.42.5(pid=2637): stderr: \u000a| �[0;m�[38;5;43m20221209184813648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184813648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184813648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184813649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184813649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184813649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184813649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:15.291161 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2637): Process ended prematurely: osmo-stp_10.42.42.5(pid=2637) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2637)] [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:48:15.299582 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a18:48:15.357446 run osmo-hlr_10.42.42.2(pid=2634): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2634)]\u000a18:48:15.404889 run osmo-hlr_10.42.42.2(pid=2634): stdout: \u000a| (launched: 2022-12-09_18:48:12.534002) \u000a18:48:15.452929 run osmo-hlr_10.42.42.2(pid=2634): stderr: \u000a| �[0;m�[1;31m20221209184812710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184812710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184812710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184812710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184812710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184812711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184812722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184812731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184812732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184812732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:15.518369 run osmo-msc_10.42.42.6(pid=2640): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2640)]\u000a18:48:15.565775 run osmo-msc_10.42.42.6(pid=2640): stdout: \u000a| (launched: 2022-12-09_18:48:14.427127) \u000a18:48:15.613843 run osmo-msc_10.42.42.6(pid=2640): stderr: \u000a| �[0;m�[38;5;43m20221209184814701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184814701 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7facf422cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184814701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184814702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184814702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184814702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184814704 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184814704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184814705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184814705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:48:15.654484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2633): Terminating (SIGTERM)\u000a18:48:15.692797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2636): Terminating (SIGTERM)\u000a18:48:15.731148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2639): Terminating (SIGTERM)\u000a18:48:15.740155 --- ParallelTerminationStrategy: PID 2633 died...\u000a18:48:15.791430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2633): Terminated: ok {rc=0}\u000a18:48:15.800756 --- ParallelTerminationStrategy: PID 2636 died...\u000a18:48:15.880629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2636): Terminated: ok {rc=0}\u000a18:48:15.891507 --- ParallelTerminationStrategy: PID 2639 died...\u000a18:48:15.950020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2639): Terminated: ok {rc=0}\u000a18:48:16.041579 bus /sierra_3: Setting Powered False\u000a18:48:17.141173 bus /sierra_3: Setting Powered False\u000a18:48:18.243347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:47:58" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2651): Process ended prematurely: osmo-stp_10.42.42.5(pid=2651) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2651)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2651): Process ended prematurely: osmo-stp_10.42.42.5(pid=2651) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:48:20.197464 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:20.208724 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:48:20.355471 tst mo_mt_call.py: using LAC 22995\u000a18:48:20.478994 tst mo_mt_call.py: using RAC 45\u000a18:48:20.602874 tst mo_mt_call.py: using CellId 22995\u000a18:48:20.728497 tst mo_mt_call.py: using BVCI 22996\u000a18:48:20.752914 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:20.764184 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:20.775295 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:20.786774 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:20.798160 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:20.809435 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:48:20.923906 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:48:21.122002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:21.601949 run create_hlr_db(pid=2645): Launched\u000a18:48:21.773713 bus /sierra_2: Setting Powered False\u000a18:48:22.795788 run create_hlr_db(pid=2645): Terminated: ok {rc=0}\u000a18:48:23.223273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2647): Launched\u000a18:48:23.545168 run osmo-hlr_10.42.42.2(pid=2648): Launched\u000a18:48:23.666350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:24.226141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2650): Launched\u000a18:48:24.548180 run osmo-stp_10.42.42.5(pid=2651): Launched\u000a18:48:24.666091 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:48:25.253844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2653): Launched\u000a18:48:25.575526 run osmo-msc_10.42.42.6(pid=2654): Launched\u000a18:48:25.764263 run osmo-stp_10.42.42.5(pid=2651): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2651)]\u000a18:48:25.900434 run osmo-stp_10.42.42.5(pid=2651): stdout: \u000a| (launched: 2022-12-09_18:48:24.389752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:26.036459 run osmo-stp_10.42.42.5(pid=2651): stderr: \u000a| �[0;m�[38;5;43m20221209184824583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184824583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184824583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184824584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184824584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184824584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184824584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:26.165883 run osmo-stp_10.42.42.5(pid=2651): stdout: \u000a| (launched: 2022-12-09_18:48:24.389752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:26.294064 run osmo-stp_10.42.42.5(pid=2651): stderr: \u000a| �[0;m�[38;5;43m20221209184824583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184824583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184824583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184824584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184824584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184824584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184824584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:26.350573 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2651): Process ended prematurely: osmo-stp_10.42.42.5(pid=2651) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2651)] [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:48:26.359550 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:48:26.422293 run osmo-hlr_10.42.42.2(pid=2648): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2648)]\u000a18:48:26.473414 run osmo-hlr_10.42.42.2(pid=2648): stdout: \u000a| (launched: 2022-12-09_18:48:23.387435) \u000a18:48:26.524988 run osmo-hlr_10.42.42.2(pid=2648): stderr: \u000a| �[0;m�[1;31m20221209184823586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184823586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184823586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184823587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184823587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184823587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184823603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184823611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184823611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184823611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:26.594939 run osmo-msc_10.42.42.6(pid=2654): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2654)]\u000a18:48:26.645831 run osmo-msc_10.42.42.6(pid=2654): stdout: \u000a| (launched: 2022-12-09_18:48:25.417548) \u000a18:48:26.697184 run osmo-msc_10.42.42.6(pid=2654): stderr: \u000a| �[0;m�[38;5;43m20221209184825742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184825742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd11177c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184825742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184825742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184825742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184825743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184825744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184825745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184825745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184825745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:48:26.740522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2647): Terminating (SIGTERM)\u000a18:48:26.782684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2650): Terminating (SIGTERM)\u000a18:48:26.823923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2653): Terminating (SIGTERM)\u000a18:48:26.833576 --- ParallelTerminationStrategy: PID 2647 died...\u000a18:48:26.889022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2647): Terminated: ok {rc=0}\u000a18:48:26.899159 --- ParallelTerminationStrategy: PID 2650 died...\u000a18:48:26.954340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2650): Terminated: ok {rc=0}\u000a18:48:26.964233 --- ParallelTerminationStrategy: PID 2653 died...\u000a18:48:27.019334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2653): Terminated: ok {rc=0}\u000a18:48:27.104553 bus /sierra_3: Setting Powered False\u000a18:48:28.203851 bus /sierra_3: Setting Powered False\u000a18:48:29.313070 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2662): Process ended prematurely: osmo-stp_10.42.42.5(pid=2662) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2662)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2662): Process ended prematurely: osmo-stp_10.42.42.5(pid=2662) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:48:30.421550 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:30.432820 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:48:30.575894 tst mo_mt_call_osmux.py: using LAC 22996\u000a18:48:30.693947 tst mo_mt_call_osmux.py: using RAC 46\u000a18:48:30.812864 tst mo_mt_call_osmux.py: using CellId 22996\u000a18:48:30.958780 tst mo_mt_call_osmux.py: using BVCI 22997\u000a18:48:30.992628 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:31.005064 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:31.017153 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:31.029239 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:31.044195 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:48:31.057695 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:48:31.176831 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:48:31.405807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:31.965740 run create_hlr_db(pid=2656): Launched\u000a18:48:32.157284 bus /sierra_2: Setting Powered False\u000a18:48:33.173927 run create_hlr_db(pid=2656): Terminated: ok {rc=0}\u000a18:48:33.602312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2658): Launched\u000a18:48:33.924536 run osmo-hlr_10.42.42.2(pid=2659): Launched\u000a18:48:34.045159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:34.604399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2661): Launched\u000a18:48:34.926852 run osmo-stp_10.42.42.5(pid=2662): Launched\u000a18:48:35.045570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:48:35.633212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2664): Launched\u000a18:48:35.956355 run osmo-msc_10.42.42.6(pid=2665): Launched\u000a18:48:36.145365 run osmo-stp_10.42.42.5(pid=2662): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2662)]\u000a18:48:36.283099 run osmo-stp_10.42.42.5(pid=2662): stdout: \u000a| (launched: 2022-12-09_18:48:34.768297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:36.416709 run osmo-stp_10.42.42.5(pid=2662): stderr: \u000a| �[0;m�[38;5;43m20221209184834965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184834965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184834965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184834966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184834966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184834966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184834966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:36.546245 run osmo-stp_10.42.42.5(pid=2662): stdout: \u000a| (launched: 2022-12-09_18:48:34.768297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:36.674570 run osmo-stp_10.42.42.5(pid=2662): stderr: \u000a| �[0;m�[38;5;43m20221209184834965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184834965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184834965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184834966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184834966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184834966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184834966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:36.730846 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2662): Process ended prematurely: osmo-stp_10.42.42.5(pid=2662) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2662)] [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:48:36.739874 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:48:36.801891 run osmo-hlr_10.42.42.2(pid=2659): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2659)]\u000a18:48:36.852528 run osmo-hlr_10.42.42.2(pid=2659): stdout: \u000a| (launched: 2022-12-09_18:48:33.766593) \u000a18:48:36.903760 run osmo-hlr_10.42.42.2(pid=2659): stderr: \u000a| �[0;m�[1;31m20221209184833967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184833967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184833967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184833968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184833968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184833968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184833979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184833987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184833988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184833988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:36.973342 run osmo-msc_10.42.42.6(pid=2665): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2665)]\u000a18:48:37.024171 run osmo-msc_10.42.42.6(pid=2665): stdout: \u000a| (launched: 2022-12-09_18:48:35.797300) \u000a18:48:37.075317 run osmo-msc_10.42.42.6(pid=2665): stderr: \u000a| �[0;m�[38;5;43m20221209184836119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184836120 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8366ea8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184836120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184836120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184836120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184836120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184836124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184836124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184836124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184836124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:48:37.118139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2658): Terminating (SIGTERM)\u000a18:48:37.158899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2661): Terminating (SIGTERM)\u000a18:48:37.199748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2664): Terminating (SIGTERM)\u000a18:48:37.209608 --- ParallelTerminationStrategy: PID 2658 died...\u000a18:48:37.264123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2658): Terminated: ok {rc=0}\u000a18:48:37.274172 --- ParallelTerminationStrategy: PID 2661 died...\u000a18:48:37.328715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2661): Terminated: ok {rc=0}\u000a18:48:37.338693 --- ParallelTerminationStrategy: PID 2664 died...\u000a18:48:37.392916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2664): Terminated: ok {rc=0}\u000a18:48:37.478165 bus /sierra_3: Setting Powered False\u000a18:48:38.580240 bus /sierra_3: Setting Powered False\u000a18:48:39.688388 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:48:19" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2676): Process ended prematurely: osmo-stp_10.42.42.5(pid=2676) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2676)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2676): Process ended prematurely: osmo-stp_10.42.42.5(pid=2676) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:48:41.627729 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:41.638441 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:48:41.784623 tst mo_mt_call.py: using LAC 22997\u000a18:48:41.913283 tst mo_mt_call.py: using RAC 47\u000a18:48:42.037804 tst mo_mt_call.py: using CellId 22997\u000a18:48:42.161478 tst mo_mt_call.py: using BVCI 22998\u000a18:48:42.186383 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:42.197620 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:42.208631 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:42.219894 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:42.231315 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:42.242695 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:48:42.358185 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:48:42.571068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:43.079153 run create_hlr_db(pid=2670): Launched\u000a18:48:43.266595 bus /sierra_2: Setting Powered False\u000a18:48:44.286496 run create_hlr_db(pid=2670): Terminated: ok {rc=0}\u000a18:48:44.715350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2672): Launched\u000a18:48:45.038875 run osmo-hlr_10.42.42.2(pid=2673): Launched\u000a18:48:45.158907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:45.719603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2675): Launched\u000a18:48:46.092725 run osmo-stp_10.42.42.5(pid=2676): Launched\u000a18:48:46.361337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:48:47.212184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2678): Launched\u000a18:48:47.517139 run osmo-msc_10.42.42.6(pid=2679): Launched\u000a18:48:47.694802 run osmo-stp_10.42.42.5(pid=2676): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2676)]\u000a18:48:47.821230 run osmo-stp_10.42.42.5(pid=2676): stdout: \u000a| (launched: 2022-12-09_18:48:45.884802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:47.946389 run osmo-stp_10.42.42.5(pid=2676): stderr: \u000a| �[0;m�[38;5;43m20221209184846338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184846339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184846341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184846344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184846346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184846347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184846347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:48.066876 run osmo-stp_10.42.42.5(pid=2676): stdout: \u000a| (launched: 2022-12-09_18:48:45.884802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:48.186699 run osmo-stp_10.42.42.5(pid=2676): stderr: \u000a| �[0;m�[38;5;43m20221209184846338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184846339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184846341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184846344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184846346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184846347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184846347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:48.239552 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2676): Process ended prematurely: osmo-stp_10.42.42.5(pid=2676) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2676)] [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:48:48.248185 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a18:48:48.306070 run osmo-hlr_10.42.42.2(pid=2673): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2673)]\u000a18:48:48.353762 run osmo-hlr_10.42.42.2(pid=2673): stdout: \u000a| (launched: 2022-12-09_18:48:44.879848) \u000a18:48:48.402008 run osmo-hlr_10.42.42.2(pid=2673): stderr: \u000a| �[0;m�[1;31m20221209184845076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184845076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184845076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184845076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184845076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184845076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184845087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184845095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184845095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184845096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:48.467502 run osmo-msc_10.42.42.6(pid=2679): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2679)]\u000a18:48:48.515022 run osmo-msc_10.42.42.6(pid=2679): stdout: \u000a| (launched: 2022-12-09_18:48:47.367666) \u000a18:48:48.563076 run osmo-msc_10.42.42.6(pid=2679): stderr: \u000a| �[0;m�[38;5;43m20221209184847639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184847640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4695264c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184847640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184847640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184847640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184847640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184847643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184847643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184847643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184847644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:48:48.604284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2672): Terminating (SIGTERM)\u000a18:48:48.643067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2675): Terminating (SIGTERM)\u000a18:48:48.682105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2678): Terminating (SIGTERM)\u000a18:48:48.691209 --- ParallelTerminationStrategy: PID 2672 died...\u000a18:48:48.742905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2672): Terminated: ok {rc=0}\u000a18:48:48.752222 --- ParallelTerminationStrategy: PID 2675 died...\u000a18:48:48.803243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2675): Terminated: ok {rc=0}\u000a18:48:48.812526 --- ParallelTerminationStrategy: PID 2678 died...\u000a18:48:48.864028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2678): Terminated: ok {rc=0}\u000a18:48:48.945138 bus /sierra_3: Setting Powered False\u000a18:48:50.049577 bus /sierra_3: Setting Powered False\u000a18:48:51.154773 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2687): Process ended prematurely: osmo-stp_10.42.42.5(pid=2687) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2687)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2687): Process ended prematurely: osmo-stp_10.42.42.5(pid=2687) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:48:52.268484 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:52.280198 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:48:52.431388 tst mo_mt_call_osmux.py: using LAC 22998\u000a18:48:52.558913 tst mo_mt_call_osmux.py: using RAC 48\u000a18:48:52.679622 tst mo_mt_call_osmux.py: using CellId 22998\u000a18:48:52.800726 tst mo_mt_call_osmux.py: using BVCI 22999\u000a18:48:52.823571 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:52.834726 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:52.845546 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:52.856157 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:52.866719 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:48:52.877308 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:48:52.995278 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:48:53.204785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:53.711323 run create_hlr_db(pid=2681): Launched\u000a18:48:53.897870 bus /sierra_2: Setting Powered False\u000a18:48:54.918217 run create_hlr_db(pid=2681): Terminated: ok {rc=0}\u000a18:48:55.320905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2683): Launched\u000a18:48:55.621728 run osmo-hlr_10.42.42.2(pid=2684): Launched\u000a18:48:55.732138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:56.251751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2686): Launched\u000a18:48:56.551916 run osmo-stp_10.42.42.5(pid=2687): Launched\u000a18:48:56.662552 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:48:57.209478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2689): Launched\u000a18:48:57.511587 run osmo-msc_10.42.42.6(pid=2690): Launched\u000a18:48:57.687563 run osmo-stp_10.42.42.5(pid=2687): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2687)]\u000a18:48:57.814186 run osmo-stp_10.42.42.5(pid=2687): stdout: \u000a| (launched: 2022-12-09_18:48:56.403866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:57.939001 run osmo-stp_10.42.42.5(pid=2687): stderr: \u000a| �[0;m�[38;5;43m20221209184856574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184856575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184856575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184856575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184856576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184856576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184856576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:58.059404 run osmo-stp_10.42.42.5(pid=2687): stdout: \u000a| (launched: 2022-12-09_18:48:56.403866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:58.179201 run osmo-stp_10.42.42.5(pid=2687): stderr: \u000a| �[0;m�[38;5;43m20221209184856574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184856575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184856575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184856575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184856576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184856576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184856576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:58.232004 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2687): Process ended prematurely: osmo-stp_10.42.42.5(pid=2687) [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2687)] [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:48:58.240551 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a18:48:58.298521 run osmo-hlr_10.42.42.2(pid=2684): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2684)]\u000a18:48:58.345964 run osmo-hlr_10.42.42.2(pid=2684): stdout: \u000a| (launched: 2022-12-09_18:48:55.473457) \u000a18:48:58.393866 run osmo-hlr_10.42.42.2(pid=2684): stderr: \u000a| �[0;m�[1;31m20221209184855650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184855650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184855650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184855650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184855650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184855650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184855663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184855672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184855672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184855672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:58.458992 run osmo-msc_10.42.42.6(pid=2690): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2690)]\u000a18:48:58.506350 run osmo-msc_10.42.42.6(pid=2690): stdout: \u000a| (launched: 2022-12-09_18:48:57.361850) \u000a18:48:58.554377 run osmo-msc_10.42.42.6(pid=2690): stderr: \u000a| �[0;m�[38;5;43m20221209184857634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184857634 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f67c9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184857634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184857634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184857634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184857635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184857639 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184857639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184857639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184857639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:48:58.594964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2683): Terminating (SIGTERM)\u000a18:48:58.633226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2686): Terminating (SIGTERM)\u000a18:48:58.671859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2689): Terminating (SIGTERM)\u000a18:48:58.681068 --- ParallelTerminationStrategy: PID 2683 died...\u000a18:48:58.732818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2683): Terminated: ok {rc=0}\u000a18:48:58.742331 --- ParallelTerminationStrategy: PID 2686 died...\u000a18:48:58.793679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2686): Terminated: ok {rc=0}\u000a18:48:58.803110 --- ParallelTerminationStrategy: PID 2689 died...\u000a18:48:58.854473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2689): Terminated: ok {rc=0}\u000a18:48:58.934890 bus /sierra_3: Setting Powered False\u000a18:49:00.039138 bus /sierra_3: Setting Powered False\u000a18:49:01.148203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:48:41" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2701): Process ended prematurely: osmo-stp_10.42.42.5(pid=2701) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2701)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2701): Process ended prematurely: osmo-stp_10.42.42.5(pid=2701) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:49:03.092068 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:03.102880 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:49:03.245250 tst mo_mt_call.py: using LAC 22999\u000a18:49:03.364105 tst mo_mt_call.py: using RAC 49\u000a18:49:03.483226 tst mo_mt_call.py: using CellId 22999\u000a18:49:03.602706 tst mo_mt_call.py: using BVCI 23000\u000a18:49:03.625586 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:03.636327 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:03.647022 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:03.657561 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:03.668105 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:03.678719 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:49:03.793682 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:49:04.006256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:04.513124 run create_hlr_db(pid=2695): Launched\u000a18:49:04.702007 bus /sierra_2: Setting Powered False\u000a18:49:05.721335 run create_hlr_db(pid=2695): Terminated: ok {rc=0}\u000a18:49:06.126504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2697): Launched\u000a18:49:06.426815 run osmo-hlr_10.42.42.2(pid=2698): Launched\u000a18:49:06.541743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:07.061871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2700): Launched\u000a18:49:07.361647 run osmo-stp_10.42.42.5(pid=2701): Launched\u000a18:49:07.471234 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:08.018421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2703): Launched\u000a18:49:08.318045 run osmo-msc_10.42.42.6(pid=2704): Launched\u000a18:49:08.493975 run osmo-stp_10.42.42.5(pid=2701): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2701)]\u000a18:49:08.620691 run osmo-stp_10.42.42.5(pid=2701): stdout: \u000a| (launched: 2022-12-09_18:49:07.214235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:08.745982 run osmo-stp_10.42.42.5(pid=2701): stderr: \u000a| �[0;m�[38;5;43m20221209184907386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184907386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184907386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184907387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184907387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184907387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184907387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:08.867176 run osmo-stp_10.42.42.5(pid=2701): stdout: \u000a| (launched: 2022-12-09_18:49:07.214235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:08.987380 run osmo-stp_10.42.42.5(pid=2701): stderr: \u000a| �[0;m�[38;5;43m20221209184907386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184907386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184907386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184907387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184907387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184907387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184907387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:09.039938 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2701): Process ended prematurely: osmo-stp_10.42.42.5(pid=2701) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2701)] [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:49:09.048482 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:49:09.108495 run osmo-hlr_10.42.42.2(pid=2698): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2698)]\u000a18:49:09.156488 run osmo-hlr_10.42.42.2(pid=2698): stdout: \u000a| (launched: 2022-12-09_18:49:06.279184) \u000a18:49:09.205951 run osmo-hlr_10.42.42.2(pid=2698): stderr: \u000a| �[0;m�[1;31m20221209184906454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184906454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184906454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184906454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184906454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184906454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184906467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184906476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184906476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184906476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:09.271882 run osmo-msc_10.42.42.6(pid=2704): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2704)]\u000a18:49:09.319598 run osmo-msc_10.42.42.6(pid=2704): stdout: \u000a| (launched: 2022-12-09_18:49:08.170708) \u000a18:49:09.367708 run osmo-msc_10.42.42.6(pid=2704): stderr: \u000a| �[0;m�[38;5;43m20221209184908445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184908445 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71c7cc1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184908445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184908445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184908445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184908446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184908447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184908448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184908448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184908448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:09.408394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2697): Terminating (SIGTERM)\u000a18:49:09.446935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2700): Terminating (SIGTERM)\u000a18:49:09.485580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2703): Terminating (SIGTERM)\u000a18:49:09.494636 --- ParallelTerminationStrategy: PID 2697 died...\u000a18:49:09.546364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2697): Terminated: ok {rc=0}\u000a18:49:09.555784 --- ParallelTerminationStrategy: PID 2700 died...\u000a18:49:09.607185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2700): Terminated: ok {rc=0}\u000a18:49:09.616447 --- ParallelTerminationStrategy: PID 2703 died...\u000a18:49:09.667806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2703): Terminated: ok {rc=0}\u000a18:49:09.754232 bus /sierra_3: Setting Powered False\u000a18:49:10.855628 bus /sierra_3: Setting Powered False\u000a18:49:11.966902 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2712): Process ended prematurely: osmo-stp_10.42.42.5(pid=2712) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2712)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2712): Process ended prematurely: osmo-stp_10.42.42.5(pid=2712) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:49:13.074783 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:13.086194 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:49:13.229178 tst mo_mt_call_osmux.py: using LAC 23000\u000a18:49:13.346910 tst mo_mt_call_osmux.py: using RAC 50\u000a18:49:13.464688 tst mo_mt_call_osmux.py: using CellId 23000\u000a18:49:13.584389 tst mo_mt_call_osmux.py: using BVCI 23001\u000a18:49:13.607261 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:13.618061 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:13.628594 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:13.639291 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:13.649929 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:49:13.660436 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:49:13.773571 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:49:13.985989 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:14.494067 run create_hlr_db(pid=2706): Launched\u000a18:49:14.681366 bus /sierra_2: Setting Powered False\u000a18:49:15.702301 run create_hlr_db(pid=2706): Terminated: ok {rc=0}\u000a18:49:16.167170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2708): Launched\u000a18:49:16.603446 run osmo-hlr_10.42.42.2(pid=2709): Launched\u000a18:49:16.890228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:17.501655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2711): Launched\u000a18:49:17.823237 run osmo-stp_10.42.42.5(pid=2712): Launched\u000a18:49:17.940254 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:18.528542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2714): Launched\u000a18:49:18.851289 run osmo-msc_10.42.42.6(pid=2715): Launched\u000a18:49:19.040321 run osmo-stp_10.42.42.5(pid=2712): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2712)]\u000a18:49:19.176588 run osmo-stp_10.42.42.5(pid=2712): stdout: \u000a| (launched: 2022-12-09_18:49:17.665457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:19.312535 run osmo-stp_10.42.42.5(pid=2712): stderr: \u000a| �[0;m�[38;5;43m20221209184917859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184917859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184917859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184917860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184917860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184917860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184917860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:19.442304 run osmo-stp_10.42.42.5(pid=2712): stdout: \u000a| (launched: 2022-12-09_18:49:17.665457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:19.570959 run osmo-stp_10.42.42.5(pid=2712): stderr: \u000a| �[0;m�[38;5;43m20221209184917859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184917859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184917859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184917860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184917860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184917860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184917860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:19.627328 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2712): Process ended prematurely: osmo-stp_10.42.42.5(pid=2712) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2712)] [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:49:19.636290 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a18:49:19.697985 run osmo-hlr_10.42.42.2(pid=2709): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2709)]\u000a18:49:19.748272 run osmo-hlr_10.42.42.2(pid=2709): stdout: \u000a| (launched: 2022-12-09_18:49:16.335271) \u000a18:49:19.799437 run osmo-hlr_10.42.42.2(pid=2709): stderr: \u000a| �[0;m�[1;31m20221209184916633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184916633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184916633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184916633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184916634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184916634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184916649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184916673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184916673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184916673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:19.868317 run osmo-msc_10.42.42.6(pid=2715): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2715)]\u000a18:49:19.919606 run osmo-msc_10.42.42.6(pid=2715): stdout: \u000a| (launched: 2022-12-09_18:49:18.692894) \u000a18:49:19.970685 run osmo-msc_10.42.42.6(pid=2715): stderr: \u000a| �[0;m�[38;5;43m20221209184919019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184919019 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d266a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184919019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184919019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184919019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184919019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184919023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184919023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184919023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184919024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:20.013800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2708): Terminating (SIGTERM)\u000a18:49:20.054767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2711): Terminating (SIGTERM)\u000a18:49:20.095646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2714): Terminating (SIGTERM)\u000a18:49:20.105374 --- ParallelTerminationStrategy: PID 2708 died...\u000a18:49:20.159907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2708): Terminated: ok {rc=0}\u000a18:49:20.170117 --- ParallelTerminationStrategy: PID 2711 died...\u000a18:49:20.224888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2711): Terminated: ok {rc=0}\u000a18:49:20.234742 --- ParallelTerminationStrategy: PID 2714 died...\u000a18:49:20.289134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2714): Terminated: ok {rc=0}\u000a18:49:20.373284 bus /sierra_3: Setting Powered False\u000a18:49:21.478315 bus /sierra_3: Setting Powered False\u000a18:49:22.583760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:49:02" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2726): Process ended prematurely: osmo-stp_10.42.42.5(pid=2726) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2726)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2726): Process ended prematurely: osmo-stp_10.42.42.5(pid=2726) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:49:24.542331 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:24.553487 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:49:24.703591 tst mo_mt_call.py: using LAC 23001\u000a18:49:24.829609 tst mo_mt_call.py: using RAC 51\u000a18:49:24.955732 tst mo_mt_call.py: using CellId 23001\u000a18:49:25.081813 tst mo_mt_call.py: using BVCI 23002\u000a18:49:25.106299 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:25.117683 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:25.128664 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:25.140071 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:25.151557 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:25.163020 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:49:25.277978 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:49:25.477858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:25.958996 run create_hlr_db(pid=2720): Launched\u000a18:49:26.146644 bus /sierra_2: Setting Powered False\u000a18:49:27.166555 run create_hlr_db(pid=2720): Terminated: ok {rc=0}\u000a18:49:27.594221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2722): Launched\u000a18:49:27.917050 run osmo-hlr_10.42.42.2(pid=2723): Launched\u000a18:49:28.036381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:28.597495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2725): Launched\u000a18:49:28.920819 run osmo-stp_10.42.42.5(pid=2726): Launched\u000a18:49:29.037997 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:29.627454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2728): Launched\u000a18:49:29.950830 run osmo-msc_10.42.42.6(pid=2729): Launched\u000a18:49:30.140614 run osmo-stp_10.42.42.5(pid=2726): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2726)]\u000a18:49:30.277368 run osmo-stp_10.42.42.5(pid=2726): stdout: \u000a| (launched: 2022-12-09_18:49:28.761799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:30.413612 run osmo-stp_10.42.42.5(pid=2726): stderr: \u000a| �[0;m�[38;5;43m20221209184928957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184928957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184928957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184928957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184928958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184928958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184928958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:30.543317 run osmo-stp_10.42.42.5(pid=2726): stdout: \u000a| (launched: 2022-12-09_18:49:28.761799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:30.672229 run osmo-stp_10.42.42.5(pid=2726): stderr: \u000a| �[0;m�[38;5;43m20221209184928957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184928957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184928957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184928957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184928958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184928958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184928958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:30.728847 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2726): Process ended prematurely: osmo-stp_10.42.42.5(pid=2726) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2726)] [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:49:30.737995 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:49:30.799903 run osmo-hlr_10.42.42.2(pid=2723): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2723)]\u000a18:49:30.855397 run osmo-hlr_10.42.42.2(pid=2723): stdout: \u000a| (launched: 2022-12-09_18:49:27.758326) \u000a18:49:30.912188 run osmo-hlr_10.42.42.2(pid=2723): stderr: \u000a| �[0;m�[1;31m20221209184927958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184927958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184927958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184927958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184927958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184927959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184927971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184927980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184927980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184927980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:30.983245 run osmo-msc_10.42.42.6(pid=2729): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2729)]\u000a18:49:31.035522 run osmo-msc_10.42.42.6(pid=2729): stdout: \u000a| (launched: 2022-12-09_18:49:29.792204) \u000a18:49:31.088455 run osmo-msc_10.42.42.6(pid=2729): stderr: \u000a| �[0;m�[38;5;43m20221209184930115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184930115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30b5f0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184930115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184930115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184930116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184930116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184930117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184930118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184930118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184930118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:31.133353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2722): Terminating (SIGTERM)\u000a18:49:31.176046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2725): Terminating (SIGTERM)\u000a18:49:31.218091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2728): Terminating (SIGTERM)\u000a18:49:31.228862 --- ParallelTerminationStrategy: PID 2722 died...\u000a18:49:31.286282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2722): Terminated: ok {rc=0}\u000a18:49:31.297119 --- ParallelTerminationStrategy: PID 2725 died...\u000a18:49:31.353873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2725): Terminated: ok {rc=0}\u000a18:49:31.364660 --- ParallelTerminationStrategy: PID 2728 died...\u000a18:49:31.421766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2728): Terminated: ok {rc=0}\u000a18:49:31.510724 bus /sierra_3: Setting Powered False\u000a18:49:32.614131 bus /sierra_3: Setting Powered False\u000a18:49:33.723876 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2737): Process ended prematurely: osmo-stp_10.42.42.5(pid=2737) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2737)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2737): Process ended prematurely: osmo-stp_10.42.42.5(pid=2737) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:49:34.832166 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:34.843651 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:49:34.988013 tst mo_mt_call_osmux.py: using LAC 23002\u000a18:49:35.108573 tst mo_mt_call_osmux.py: using RAC 52\u000a18:49:35.227745 tst mo_mt_call_osmux.py: using CellId 23002\u000a18:49:35.350583 tst mo_mt_call_osmux.py: using BVCI 23003\u000a18:49:35.373579 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:35.384306 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:35.394847 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:35.405423 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:35.415922 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:35.426527 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:49:35.539922 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:49:35.747795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:36.255424 run create_hlr_db(pid=2731): Launched\u000a18:49:36.441898 bus /sierra_2: Setting Powered False\u000a18:49:37.463419 run create_hlr_db(pid=2731): Terminated: ok {rc=0}\u000a18:49:37.891335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2733): Launched\u000a18:49:38.215004 run osmo-hlr_10.42.42.2(pid=2734): Launched\u000a18:49:38.335038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:38.895673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2736): Launched\u000a18:49:39.219420 run osmo-stp_10.42.42.5(pid=2737): Launched\u000a18:49:39.340770 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:39.927480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2739): Launched\u000a18:49:40.251170 run osmo-msc_10.42.42.6(pid=2740): Launched\u000a18:49:40.442306 run osmo-stp_10.42.42.5(pid=2737): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2737)]\u000a18:49:40.578715 run osmo-stp_10.42.42.5(pid=2737): stdout: \u000a| (launched: 2022-12-09_18:49:39.060710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:40.714838 run osmo-stp_10.42.42.5(pid=2737): stderr: \u000a| �[0;m�[38;5;43m20221209184939253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184939253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184939254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184939254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184939254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184939255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184939255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:40.844484 run osmo-stp_10.42.42.5(pid=2737): stdout: \u000a| (launched: 2022-12-09_18:49:39.060710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:40.973988 run osmo-stp_10.42.42.5(pid=2737): stderr: \u000a| �[0;m�[38;5;43m20221209184939253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184939253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184939254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184939254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184939254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184939255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184939255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:41.030850 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2737): Process ended prematurely: osmo-stp_10.42.42.5(pid=2737) [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2737)] [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:49:41.039869 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:49:41.101888 run osmo-hlr_10.42.42.2(pid=2734): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2734)]\u000a18:49:41.152201 run osmo-hlr_10.42.42.2(pid=2734): stdout: \u000a| (launched: 2022-12-09_18:49:38.056376) \u000a18:49:41.203426 run osmo-hlr_10.42.42.2(pid=2734): stderr: \u000a| �[0;m�[1;31m20221209184938255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184938255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184938255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184938255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184938255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184938255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184938267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184938275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184938275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184938276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:41.272770 run osmo-msc_10.42.42.6(pid=2740): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2740)]\u000a18:49:41.323761 run osmo-msc_10.42.42.6(pid=2740): stdout: \u000a| (launched: 2022-12-09_18:49:40.092367) \u000a18:49:41.374922 run osmo-msc_10.42.42.6(pid=2740): stderr: \u000a| �[0;m�[38;5;43m20221209184940418 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184940418 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e0ea7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184940418 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184940418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184940418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184940419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184940420 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184940421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184940421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184940421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:41.417935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2733): Terminating (SIGTERM)\u000a18:49:41.458874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2736): Terminating (SIGTERM)\u000a18:49:41.499781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2739): Terminating (SIGTERM)\u000a18:49:41.509605 --- ParallelTerminationStrategy: PID 2733 died...\u000a18:49:41.564770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2733): Terminated: ok {rc=0}\u000a18:49:41.574742 --- ParallelTerminationStrategy: PID 2736 died...\u000a18:49:41.629358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2736): Terminated: ok {rc=0}\u000a18:49:41.639481 --- ParallelTerminationStrategy: PID 2739 died...\u000a18:49:41.693997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2739): Terminated: ok {rc=0}\u000a18:49:41.778802 bus /sierra_3: Setting Powered False\u000a18:49:42.883659 bus /sierra_3: Setting Powered False\u000a18:49:43.992573 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:49:24" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2751): Process ended prematurely: osmo-stp_10.42.42.5(pid=2751) [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2751)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2751): Process ended prematurely: osmo-stp_10.42.42.5(pid=2751) [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:49:45.953651 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:45.965386 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:49:46.108439 tst mo_mt_call.py: using LAC 23003\u000a18:49:46.241319 tst mo_mt_call.py: using RAC 53\u000a18:49:46.365258 tst mo_mt_call.py: using CellId 23003\u000a18:49:46.493504 tst mo_mt_call.py: using BVCI 23004\u000a18:49:46.519498 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:46.531972 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:46.544712 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:46.558049 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:46.571529 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:46.585740 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:49:46.709242 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:49:46.964483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:47.450030 run create_hlr_db(pid=2745): Launched\u000a18:49:47.622576 bus /sierra_2: Setting Powered False\u000a18:49:48.644020 run create_hlr_db(pid=2745): Terminated: ok {rc=0}\u000a18:49:49.072208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2747): Launched\u000a18:49:49.394982 run osmo-hlr_10.42.42.2(pid=2748): Launched\u000a18:49:49.514400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:50.073984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2750): Launched\u000a18:49:50.397638 run osmo-stp_10.42.42.5(pid=2751): Launched\u000a18:49:50.515019 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:51.103707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2753): Launched\u000a18:49:51.426339 run osmo-msc_10.42.42.6(pid=2754): Launched\u000a18:49:51.615458 run osmo-stp_10.42.42.5(pid=2751): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2751)]\u000a18:49:51.752842 run osmo-stp_10.42.42.5(pid=2751): stdout: \u000a| (launched: 2022-12-09_18:49:50.238493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:51.889029 run osmo-stp_10.42.42.5(pid=2751): stderr: \u000a| �[0;m�[38;5;43m20221209184950431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184950431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184950432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184950432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184950433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184950433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184950433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:52.019577 run osmo-stp_10.42.42.5(pid=2751): stdout: \u000a| (launched: 2022-12-09_18:49:50.238493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:52.148175 run osmo-stp_10.42.42.5(pid=2751): stderr: \u000a| �[0;m�[38;5;43m20221209184950431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209184950431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209184950432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209184950432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209184950433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209184950433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209184950433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:52.205056 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2751): Process ended prematurely: osmo-stp_10.42.42.5(pid=2751) [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2751)] [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:49:52.214350 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:49:52.276122 run osmo-hlr_10.42.42.2(pid=2748): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2748)]\u000a18:49:52.326601 run osmo-hlr_10.42.42.2(pid=2748): stdout: \u000a| (launched: 2022-12-09_18:49:49.236468) \u000a18:49:52.377636 run osmo-hlr_10.42.42.2(pid=2748): stderr: \u000a| �[0;m�[1;31m20221209184949435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184949435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184949435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184949435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184949435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184949435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184949447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184949456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184949456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184949456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:52.446922 run osmo-msc_10.42.42.6(pid=2754): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2754)]\u000a18:49:52.497075 run osmo-msc_10.42.42.6(pid=2754): stdout: \u000a| (launched: 2022-12-09_18:49:51.267822) \u000a18:49:52.547923 run osmo-msc_10.42.42.6(pid=2754): stderr: \u000a| �[0;m�[38;5;43m20221209184951590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209184951590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0480fb7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209184951591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209184951591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209184951591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209184951591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209184951593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209184951593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209184951593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209184951593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:52.591064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2747): Terminating (SIGTERM)\u000a18:49:52.631973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2750): Terminating (SIGTERM)\u000a18:49:52.673009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2753): Terminating (SIGTERM)\u000a18:49:52.682795 --- ParallelTerminationStrategy: PID 2747 died...\u000a18:49:52.737807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2747): Terminated: ok {rc=0}\u000a18:49:52.747688 --- ParallelTerminationStrategy: PID 2750 died...\u000a18:49:52.802987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2750): Terminated: ok {rc=0}\u000a18:49:52.812921 --- ParallelTerminationStrategy: PID 2753 died...\u000a18:49:52.867815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2753): Terminated: ok {rc=0}\u000a18:49:52.953205 bus /sierra_3: Setting Powered False\u000a18:49:54.059180 bus /sierra_3: Setting Powered False\u000a18:49:55.166259 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2762): Process ended prematurely: osmo-stp_10.42.42.5(pid=2762) [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2762)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2762): Process ended prematurely: osmo-stp_10.42.42.5(pid=2762) [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:49:56.279353 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:56.291303 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:49:56.445116 tst mo_mt_call_osmux.py: using LAC 23004\u000a18:49:56.570869 tst mo_mt_call_osmux.py: using RAC 54\u000a18:49:56.697071 tst mo_mt_call_osmux.py: using CellId 23004\u000a18:49:56.827675 tst mo_mt_call_osmux.py: using BVCI 23005\u000a18:49:56.852145 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:56.863445 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:56.874696 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:56.886041 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:56.897456 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:49:56.908863 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:49:57.030070 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:49:57.240741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:57.748069 run create_hlr_db(pid=2756): Launched\u000a18:49:57.934528 bus /sierra_2: Setting Powered False\u000a18:49:58.954280 run create_hlr_db(pid=2756): Terminated: ok {rc=0}\u000a18:49:59.358018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2758): Launched\u000a18:49:59.657918 run osmo-hlr_10.42.42.2(pid=2759): Launched\u000a18:49:59.768294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:00.287730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2761): Launched\u000a18:50:00.587646 run osmo-stp_10.42.42.5(pid=2762): Launched\u000a18:50:00.696575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:01.283230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2767): Launched\u000a18:50:01.688797 run osmo-msc_10.42.42.6(pid=2768): Launched\u000a18:50:01.944879 run osmo-stp_10.42.42.5(pid=2762): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2762)]\u000a18:50:02.192033 run osmo-stp_10.42.42.5(pid=2762): stdout: \u000a| (launched: 2022-12-09_18:50:00.440447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:02.405742 run osmo-stp_10.42.42.5(pid=2762): stderr: \u000a| �[0;m�[38;5;43m20221209185000614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185000614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185000614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185000615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185000615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185000615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185000615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:02.526662 run osmo-stp_10.42.42.5(pid=2762): stdout: \u000a| (launched: 2022-12-09_18:50:00.440447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:02.646820 run osmo-stp_10.42.42.5(pid=2762): stderr: \u000a| �[0;m�[38;5;43m20221209185000614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185000614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185000614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185000615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185000615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185000615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185000615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:02.699716 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2762): Process ended prematurely: osmo-stp_10.42.42.5(pid=2762) [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2762)] [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:50:02.708262 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:50:02.766382 run osmo-hlr_10.42.42.2(pid=2759): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2759)]\u000a18:50:02.813936 run osmo-hlr_10.42.42.2(pid=2759): stdout: \u000a| (launched: 2022-12-09_18:49:59.510391) \u000a18:50:02.862142 run osmo-hlr_10.42.42.2(pid=2759): stderr: \u000a| �[0;m�[1;31m20221209184959690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209184959690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209184959690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184959690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209184959690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209184959690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209184959706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209184959715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209184959716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209184959716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:02.927935 run osmo-msc_10.42.42.6(pid=2768): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2768)]\u000a18:50:02.975413 run osmo-msc_10.42.42.6(pid=2768): stdout: \u000a| (launched: 2022-12-09_18:50:01.439781) \u000a18:50:03.023704 run osmo-msc_10.42.42.6(pid=2768): stderr: \u000a| �[0;m�[38;5;43m20221209185002063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185002065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f246c224c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185002065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185002066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185002066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185002069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185002076 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185002079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185002079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185002079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:03.064424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2758): Terminating (SIGTERM)\u000a18:50:03.102924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2761): Terminating (SIGTERM)\u000a18:50:03.141492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2767): Terminating (SIGTERM)\u000a18:50:03.150482 --- ParallelTerminationStrategy: PID 2758 died...\u000a18:50:03.202872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2758): Terminated: ok {rc=0}\u000a18:50:03.212296 --- ParallelTerminationStrategy: PID 2761 died...\u000a18:50:03.263894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2761): Terminated: ok {rc=0}\u000a18:50:03.273369 --- ParallelTerminationStrategy: PID 2767 died...\u000a18:50:03.325187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2767): Terminated: ok {rc=0}\u000a18:50:03.411991 bus /sierra_3: Setting Powered False\u000a18:50:04.513841 bus /sierra_3: Setting Powered False\u000a18:50:05.623378 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:49:45" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2781): Process ended prematurely: osmo-stp_10.42.42.5(pid=2781) [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2781)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2781): Process ended prematurely: osmo-stp_10.42.42.5(pid=2781) [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:50:07.575291 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:07.587272 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:50:07.729298 tst mo_mt_call.py: using LAC 23005\u000a18:50:07.847357 tst mo_mt_call.py: using RAC 55\u000a18:50:07.967176 tst mo_mt_call.py: using CellId 23005\u000a18:50:08.087053 tst mo_mt_call.py: using BVCI 23006\u000a18:50:08.110459 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:08.121117 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:08.131609 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:08.142409 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:08.153004 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:08.163542 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:50:08.281326 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:50:08.487316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:08.995305 run create_hlr_db(pid=2775): Launched\u000a18:50:09.182671 bus /sierra_2: Setting Powered False\u000a18:50:10.192431 run create_hlr_db(pid=2775): Terminated: ok {rc=0}\u000a18:50:10.602279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2777): Launched\u000a18:50:10.903331 run osmo-hlr_10.42.42.2(pid=2778): Launched\u000a18:50:11.014142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:11.535443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2780): Launched\u000a18:50:11.837073 run osmo-stp_10.42.42.5(pid=2781): Launched\u000a18:50:11.947215 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:12.497149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2783): Launched\u000a18:50:12.798597 run osmo-msc_10.42.42.6(pid=2784): Launched\u000a18:50:12.974971 run osmo-stp_10.42.42.5(pid=2781): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2781)]\u000a18:50:13.101760 run osmo-stp_10.42.42.5(pid=2781): stdout: \u000a| (launched: 2022-12-09_18:50:11.688528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:13.226518 run osmo-stp_10.42.42.5(pid=2781): stderr: \u000a| �[0;m�[38;5;43m20221209185011863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185011863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185011863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185011863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185011864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185011864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185011864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:13.347597 run osmo-stp_10.42.42.5(pid=2781): stdout: \u000a| (launched: 2022-12-09_18:50:11.688528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:13.466912 run osmo-stp_10.42.42.5(pid=2781): stderr: \u000a| �[0;m�[38;5;43m20221209185011863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185011863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185011863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185011863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185011864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185011864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185011864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:13.519546 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2781): Process ended prematurely: osmo-stp_10.42.42.5(pid=2781) [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2781)] [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:50:13.527975 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:50:13.585839 run osmo-hlr_10.42.42.2(pid=2778): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2778)]\u000a18:50:13.633103 run osmo-hlr_10.42.42.2(pid=2778): stdout: \u000a| (launched: 2022-12-09_18:50:10.755143) \u000a18:50:13.681153 run osmo-hlr_10.42.42.2(pid=2778): stderr: \u000a| �[0;m�[1;31m20221209185010930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185010930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185010930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185010930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185010930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185010930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185010942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185010951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185010951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185010951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:13.746548 run osmo-msc_10.42.42.6(pid=2784): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2784)]\u000a18:50:13.793868 run osmo-msc_10.42.42.6(pid=2784): stdout: \u000a| (launched: 2022-12-09_18:50:12.649986) \u000a18:50:13.842176 run osmo-msc_10.42.42.6(pid=2784): stderr: \u000a| �[0;m�[38;5;43m20221209185012923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185012924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff88b34cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185012924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185012924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185012924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185012924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185012926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185012926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185012926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185012927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:13.882786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2777): Terminating (SIGTERM)\u000a18:50:13.921181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2780): Terminating (SIGTERM)\u000a18:50:13.959656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2783): Terminating (SIGTERM)\u000a18:50:13.968614 --- ParallelTerminationStrategy: PID 2777 died...\u000a18:50:14.020266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2777): Terminated: ok {rc=0}\u000a18:50:14.029719 --- ParallelTerminationStrategy: PID 2780 died...\u000a18:50:14.081524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2780): Terminated: ok {rc=0}\u000a18:50:14.090988 --- ParallelTerminationStrategy: PID 2783 died...\u000a18:50:14.143258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2783): Terminated: ok {rc=0}\u000a18:50:14.224589 bus /sierra_3: Setting Powered False\u000a18:50:15.329277 bus /sierra_3: Setting Powered False\u000a18:50:16.452525 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2792): Process ended prematurely: osmo-stp_10.42.42.5(pid=2792) [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2792)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2792): Process ended prematurely: osmo-stp_10.42.42.5(pid=2792) [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:50:17.567462 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:17.580512 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:50:17.725326 tst mo_mt_call_osmux.py: using LAC 23006\u000a18:50:17.849066 tst mo_mt_call_osmux.py: using RAC 56\u000a18:50:17.964268 tst mo_mt_call_osmux.py: using CellId 23006\u000a18:50:18.081907 tst mo_mt_call_osmux.py: using BVCI 23007\u000a18:50:18.104712 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:18.115331 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:18.125876 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:18.136251 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:18.146671 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:50:18.157180 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:50:18.270174 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:50:18.480483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:18.988373 run create_hlr_db(pid=2786): Launched\u000a18:50:19.175606 bus /sierra_2: Setting Powered False\u000a18:50:20.196776 run create_hlr_db(pid=2786): Terminated: ok {rc=0}\u000a18:50:20.625704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2788): Launched\u000a18:50:20.949297 run osmo-hlr_10.42.42.2(pid=2789): Launched\u000a18:50:21.066822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:21.626942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2791): Launched\u000a18:50:21.949689 run osmo-stp_10.42.42.5(pid=2792): Launched\u000a18:50:22.068026 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:22.661399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2794): Launched\u000a18:50:22.985164 run osmo-msc_10.42.42.6(pid=2795): Launched\u000a18:50:23.174705 run osmo-stp_10.42.42.5(pid=2792): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2792)]\u000a18:50:23.311003 run osmo-stp_10.42.42.5(pid=2792): stdout: \u000a| (launched: 2022-12-09_18:50:21.790887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:23.446916 run osmo-stp_10.42.42.5(pid=2792): stderr: \u000a| �[0;m�[38;5;43m20221209185021984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185021984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185021984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185021985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185021985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185021985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185021985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:23.576709 run osmo-stp_10.42.42.5(pid=2792): stdout: \u000a| (launched: 2022-12-09_18:50:21.790887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:23.705915 run osmo-stp_10.42.42.5(pid=2792): stderr: \u000a| �[0;m�[38;5;43m20221209185021984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185021984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185021984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185021985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185021985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185021985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185021985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:23.762787 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2792): Process ended prematurely: osmo-stp_10.42.42.5(pid=2792) [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2792)] [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:50:23.771940 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:50:23.834299 run osmo-hlr_10.42.42.2(pid=2789): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2789)]\u000a18:50:23.885225 run osmo-hlr_10.42.42.2(pid=2789): stdout: \u000a| (launched: 2022-12-09_18:50:20.790430) \u000a18:50:23.936805 run osmo-hlr_10.42.42.2(pid=2789): stderr: \u000a| �[0;m�[1;31m20221209185020989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185020989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185020989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185020990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185020990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185020990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185021001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185021010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185021010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185021010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:24.006933 run osmo-msc_10.42.42.6(pid=2795): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2795)]\u000a18:50:24.057919 run osmo-msc_10.42.42.6(pid=2795): stdout: \u000a| (launched: 2022-12-09_18:50:22.826201) \u000a18:50:24.109330 run osmo-msc_10.42.42.6(pid=2795): stderr: \u000a| �[0;m�[38;5;43m20221209185023147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185023147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac5438fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185023147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185023147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185023147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185023148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185023149 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185023150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185023150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185023150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:24.152614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2788): Terminating (SIGTERM)\u000a18:50:24.193892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2791): Terminating (SIGTERM)\u000a18:50:24.235133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2794): Terminating (SIGTERM)\u000a18:50:24.245127 --- ParallelTerminationStrategy: PID 2788 died...\u000a18:50:24.300423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2788): Terminated: ok {rc=0}\u000a18:50:24.310801 --- ParallelTerminationStrategy: PID 2791 died...\u000a18:50:24.365892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2791): Terminated: ok {rc=0}\u000a18:50:24.375773 --- ParallelTerminationStrategy: PID 2794 died...\u000a18:50:24.430496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2794): Terminated: ok {rc=0}\u000a18:50:24.517210 bus /sierra_3: Setting Powered False\u000a18:50:25.622853 bus /sierra_3: Setting Powered False\u000a18:50:26.729377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:50:07" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2806): Process ended prematurely: osmo-stp_10.42.42.5(pid=2806) [trial-2363↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2806): Process ended prematurely: osmo-stp_10.42.42.5(pid=2806) [trial-2363↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:50:28.695252 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:28.705614 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a18:50:28.825220 tst emergency_mo_mt_call.py: using LAC 23007\u000a18:50:28.949772 tst emergency_mo_mt_call.py: using RAC 57\u000a18:50:29.078516 tst emergency_mo_mt_call.py: using CellId 23007\u000a18:50:29.203344 tst emergency_mo_mt_call.py: using BVCI 23008\u000a18:50:29.227669 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:29.238652 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:29.249627 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:29.261096 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:29.272367 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:29.283751 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:50:29.399920 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:50:29.607598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:30.109823 run create_hlr_db(pid=2800): Launched\u000a18:50:30.294814 bus /sierra_2: Setting Powered False\u000a18:50:31.364620 run create_hlr_db(pid=2800): Terminated: ok {rc=0}\u000a18:50:31.806969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2802): Launched\u000a18:50:32.240110 run osmo-hlr_10.42.42.2(pid=2803): Launched\u000a18:50:32.357072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:32.908877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2805): Launched\u000a18:50:33.227463 run osmo-stp_10.42.42.5(pid=2806): Launched\u000a18:50:33.358817 tst emergency_mo_mt_call.py: using MSISDN 7329\u000a18:50:33.515969 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:34.093206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2808): Launched\u000a18:50:34.412144 run osmo-msc_10.42.42.6(pid=2809): Launched\u000a18:50:34.599043 run osmo-stp_10.42.42.5(pid=2806): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)]\u000a18:50:34.733909 run osmo-stp_10.42.42.5(pid=2806): stdout: \u000a| (launched: 2022-12-09_18:50:33.071077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:34.868349 run osmo-stp_10.42.42.5(pid=2806): stderr: \u000a| �[0;m�[38;5;43m20221209185033264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185033264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185033264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185033265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185033265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185033265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185033265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:34.997129 run osmo-stp_10.42.42.5(pid=2806): stdout: \u000a| (launched: 2022-12-09_18:50:33.071077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:35.124562 run osmo-stp_10.42.42.5(pid=2806): stderr: \u000a| �[0;m�[38;5;43m20221209185033264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185033264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185033264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185033265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185033265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185033265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185033265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:35.180070 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2806): Process ended prematurely: osmo-stp_10.42.42.5(pid=2806) [trial-2363↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)] [trial-2363↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a18:50:35.188644 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a18:50:35.251069 run osmo-hlr_10.42.42.2(pid=2803): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2803)]\u000a18:50:35.302024 run osmo-hlr_10.42.42.2(pid=2803): stdout: \u000a| (launched: 2022-12-09_18:50:31.961766) \u000a18:50:35.353605 run osmo-hlr_10.42.42.2(pid=2803): stderr: \u000a| �[0;m�[1;31m20221209185032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185032238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185032246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185032246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185032246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:35.423501 run osmo-msc_10.42.42.6(pid=2809): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2809)]\u000a18:50:35.474655 run osmo-msc_10.42.42.6(pid=2809): stdout: \u000a| (launched: 2022-12-09_18:50:34.254804) \u000a18:50:35.526005 run osmo-msc_10.42.42.6(pid=2809): stderr: \u000a| �[0;m�[38;5;43m20221209185034574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185034575 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd80c6c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185034575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185034575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185034575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185034575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185034577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185034577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185034578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185034578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:35.569596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2802): Terminating (SIGTERM)\u000a18:50:35.610893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2805): Terminating (SIGTERM)\u000a18:50:35.652226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2808): Terminating (SIGTERM)\u000a18:50:35.662152 --- ParallelTerminationStrategy: PID 2802 died...\u000a18:50:35.717327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2802): Terminated: ok {rc=0}\u000a18:50:35.727567 --- ParallelTerminationStrategy: PID 2805 died...\u000a18:50:35.782909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2805): Terminated: ok {rc=0}\u000a18:50:35.792827 --- ParallelTerminationStrategy: PID 2808 died...\u000a18:50:35.847952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2808): Terminated: ok {rc=0}\u000a18:50:35.933074 bus /sierra_3: Setting Powered False\u000a18:50:37.033722 bus /sierra_3: Setting Powered False\u000a18:50:38.140936 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2817): Process ended prematurely: osmo-stp_10.42.42.5(pid=2817) [trial-2363↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2817)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2817): Process ended prematurely: osmo-stp_10.42.42.5(pid=2817) [trial-2363↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:50:39.192728 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:39.204077 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a18:50:39.332693 tst emergency_preemptive_call.py: using LAC 23008\u000a18:50:39.456896 tst emergency_preemptive_call.py: using RAC 58\u000a18:50:39.582240 tst emergency_preemptive_call.py: using CellId 23008\u000a18:50:39.706161 tst emergency_preemptive_call.py: using BVCI 23009\u000a18:50:39.730182 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:39.740922 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:39.751718 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:39.762673 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:39.773654 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:50:39.784482 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:50:39.897420 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:50:40.017386 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:50:40.132035 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:50:40.339345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:40.841548 run create_hlr_db(pid=2811): Launched\u000a18:50:41.027119 bus /sierra_2: Setting Powered False\u000a18:50:42.047723 run create_hlr_db(pid=2811): Terminated: ok {rc=0}\u000a18:50:42.470630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2813): Launched\u000a18:50:42.790307 run osmo-hlr_10.42.42.2(pid=2814): Launched\u000a18:50:42.907295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:43.460771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2816): Launched\u000a18:50:43.780357 run osmo-stp_10.42.42.5(pid=2817): Launched\u000a18:50:43.907589 tst emergency_preemptive_call.py: using MSISDN 7330\u000a18:50:44.067006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:44.645706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2819): Launched\u000a18:50:44.964221 run osmo-msc_10.42.42.6(pid=2820): Launched\u000a18:50:45.151056 run osmo-stp_10.42.42.5(pid=2817): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2817)]\u000a18:50:45.285382 run osmo-stp_10.42.42.5(pid=2817): stdout: \u000a| (launched: 2022-12-09_18:50:43.623191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:45.419569 run osmo-stp_10.42.42.5(pid=2817): stderr: \u000a| �[0;m�[38;5;43m20221209185043815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185043815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185043816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185043816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185043817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185043817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185043817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:45.548052 run osmo-stp_10.42.42.5(pid=2817): stdout: \u000a| (launched: 2022-12-09_18:50:43.623191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:45.675373 run osmo-stp_10.42.42.5(pid=2817): stderr: \u000a| �[0;m�[38;5;43m20221209185043815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185043815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185043816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185043816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185043817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185043817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185043817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:45.731067 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2817): Process ended prematurely: osmo-stp_10.42.42.5(pid=2817) [trial-2363↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2817)] [trial-2363↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a18:50:45.739702 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a18:50:45.802164 run osmo-hlr_10.42.42.2(pid=2814): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2814)]\u000a18:50:45.859238 run osmo-hlr_10.42.42.2(pid=2814): stdout: \u000a| (launched: 2022-12-09_18:50:42.632722) \u000a18:50:45.919199 run osmo-hlr_10.42.42.2(pid=2814): stderr: \u000a| �[0;m�[1;31m20221209185042829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185042829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185042829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185042830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185042830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185042830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185042840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185042848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185042849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185042849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:45.989252 run osmo-msc_10.42.42.6(pid=2820): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2820)]\u000a18:50:46.046212 run osmo-msc_10.42.42.6(pid=2820): stdout: \u000a| (launched: 2022-12-09_18:50:44.807368) \u000a18:50:46.096267 run osmo-msc_10.42.42.6(pid=2820): stderr: \u000a| �[0;m�[38;5;43m20221209185045127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185045127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f939eda6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185045127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185045127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185045128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185045128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185045130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185045130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185045130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185045130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:46.139063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2813): Terminating (SIGTERM)\u000a18:50:46.183216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2816): Terminating (SIGTERM)\u000a18:50:46.223821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2819): Terminating (SIGTERM)\u000a18:50:46.235417 --- ParallelTerminationStrategy: PID 2813 died...\u000a18:50:46.291491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2813): Terminated: ok {rc=0}\u000a18:50:46.301609 --- ParallelTerminationStrategy: PID 2816 died...\u000a18:50:46.355746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2816): Terminated: ok {rc=0}\u000a18:50:46.366711 --- ParallelTerminationStrategy: PID 2819 died...\u000a18:50:46.422312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2819): Terminated: ok {rc=0}\u000a18:50:46.508575 bus /sierra_9: Setting Powered False\u000a18:50:47.612986 bus /sierra_9: Setting Powered False\u000a18:50:48.720995 bus /sierra_8: Setting Powered False\u000a18:50:49.822210 bus /sierra_8: Setting Powered False\u000a18:50:50.930121 bus /sierra_3: Setting Powered False\u000a18:50:52.034697 bus /sierra_3: Setting Powered False\u000a18:50:53.146285 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:50:28" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2835): Process ended prematurely: osmo-stp_10.42.42.5(pid=2835) [trial-2363↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2835)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2835): Process ended prematurely: osmo-stp_10.42.42.5(pid=2835) [trial-2363↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:50:55.218593 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:50:55.229755 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a18:50:55.354905 tst cs_paging_gprs_active.py: using LAC 23009\u000a18:50:55.477909 tst cs_paging_gprs_active.py: using RAC 59\u000a18:50:55.603293 tst cs_paging_gprs_active.py: using CellId 23009\u000a18:50:55.730016 tst cs_paging_gprs_active.py: using BVCI 23010\u000a18:50:55.754735 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:50:55.765493 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:50:55.776079 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:50:55.787098 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:50:55.797832 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:50:55.808529 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:50:55.819463 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:50:55.830326 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:50:55.841321 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:50:55.958414 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:50:56.252615 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:50:56.389007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:50:56.724306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2825): Launched\u000a18:50:57.002792 run iperf3-srv_10.42.42.10(pid=2826): Launched\u000a18:50:57.202641 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:50:57.338442 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:50:57.673764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2827): Launched\u000a18:50:57.951418 run iperf3-srv_10.42.42.10(pid=2828): Launched\u000a18:50:58.151057 tst cs_paging_gprs_active.py:38: start network...\u000a18:50:58.286804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:58.795276 run create_hlr_db(pid=2829): Launched\u000a18:50:58.983037 bus /sierra_2: Setting Powered False\u000a18:51:00.003670 run create_hlr_db(pid=2829): Terminated: ok {rc=0}\u000a18:51:00.410797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2831): Launched\u000a18:51:00.713496 run osmo-hlr_10.42.42.2(pid=2832): Launched\u000a18:51:00.846961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:01.440872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2834): Launched\u000a18:51:01.833780 run osmo-stp_10.42.42.5(pid=2835): Launched\u000a18:51:02.127783 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:51:02.727841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2837): Launched\u000a18:51:02.844317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:51:03.127413 run patchelf(pid=2838): Launched\u000a18:51:03.316778 run osmo-stp_10.42.42.5(pid=2835): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2835)]\u000a18:51:03.455425 run osmo-stp_10.42.42.5(pid=2835): stdout: \u000a| (launched: 2022-12-09_18:51:01.596438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:03.594809 run osmo-stp_10.42.42.5(pid=2835): stderr: \u000a| �[0;m�[38;5;43m20221209185101852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185101852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185101852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185101853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185101855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185101855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185101856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:03.729080 run osmo-stp_10.42.42.5(pid=2835): stdout: \u000a| (launched: 2022-12-09_18:51:01.596438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:03.861648 run osmo-stp_10.42.42.5(pid=2835): stderr: \u000a| �[0;m�[38;5;43m20221209185101852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185101852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185101852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185101853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185101855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185101855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185101856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:04.016311 run patchelf(pid=2838): Terminating (SIGINT)\u000a18:51:04.198327 run patchelf(pid=2838): Terminated: ok {rc=0}\u000a18:51:04.231343 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2835): Process ended prematurely: osmo-stp_10.42.42.5(pid=2835) [trial-2363↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2835)] [trial-2363↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a18:51:04.241080 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a18:51:04.304206 run osmo-hlr_10.42.42.2(pid=2832): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2832)]\u000a18:51:04.355754 run osmo-hlr_10.42.42.2(pid=2832): stdout: \u000a| (launched: 2022-12-09_18:51:00.564564) \u000a18:51:04.407589 run osmo-hlr_10.42.42.2(pid=2832): stderr: \u000a| �[0;m�[1;31m20221209185100741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185100741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185100741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185100741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185100741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185100741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185100754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185100764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185100764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185100764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:04.451347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2825): Terminating (SIGTERM)\u000a18:51:04.492665 run iperf3-srv_10.42.42.10(pid=2826): Terminating (SIGTERM)\u000a18:51:04.534153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2827): Terminating (SIGTERM)\u000a18:51:04.575289 run iperf3-srv_10.42.42.10(pid=2828): Terminating (SIGTERM)\u000a18:51:04.616442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2831): Terminating (SIGTERM)\u000a18:51:04.657384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2834): Terminating (SIGTERM)\u000a18:51:04.698342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2837): Terminating (SIGTERM)\u000a18:51:04.708174 --- ParallelTerminationStrategy: PID 2825 died...\u000a18:51:04.763718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2825): Terminated: ok {rc=0}\u000a18:51:04.773806 --- ParallelTerminationStrategy: PID 2826 died...\u000a18:51:04.828529 run iperf3-srv_10.42.42.10(pid=2826): Terminated {rc=256}\u000a18:51:04.838312 --- ParallelTerminationStrategy: PID 2827 died...\u000a18:51:04.893217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2827): Terminated: ok {rc=0}\u000a18:51:04.903379 --- ParallelTerminationStrategy: PID 2828 died...\u000a18:51:04.958013 run iperf3-srv_10.42.42.10(pid=2828): Terminated {rc=256}\u000a18:51:04.968012 --- ParallelTerminationStrategy: PID 2831 died...\u000a18:51:05.022630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2831): Terminated: ok {rc=0}\u000a18:51:05.032706 --- ParallelTerminationStrategy: PID 2834 died...\u000a18:51:05.087344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2834): Terminated: ok {rc=0}\u000a18:51:05.097704 --- ParallelTerminationStrategy: PID 2837 died...\u000a18:51:05.152650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2837): Terminated: ok {rc=0}\u000a18:51:05.237488 bus /gobi_0: Setting Powered False\u000a18:51:06.342408 bus /gobi_0: Setting Powered False\u000a18:51:07.447662 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2848): Process ended prematurely: osmo-stp_10.42.42.5(pid=2848) [trial-2363↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2848)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2848): Process ended prematurely: osmo-stp_10.42.42.5(pid=2848) [trial-2363↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a18:51:08.561094 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:08.572333 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a18:51:08.703531 tst iperf3.py: using LAC 23010\u000a18:51:08.829872 tst iperf3.py: using RAC 60\u000a18:51:08.957576 tst iperf3.py: using CellId 23010\u000a18:51:09.086009 tst iperf3.py: using BVCI 23011\u000a18:51:09.110639 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:09.121414 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:09.132079 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:09.143160 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:09.154126 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:09.164694 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:09.175565 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:09.186429 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:09.197445 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:51:09.477873 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:51:09.603818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:09.917863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2840): Launched\u000a18:51:10.176663 run iperf3-srv_10.42.42.10(pid=2841): Launched\u000a18:51:10.360352 tst iperf3.py:8: start network...\u000a18:51:10.485808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:10.969510 run create_hlr_db(pid=2842): Launched\u000a18:51:11.143283 bus /gobi_6: Setting Powered False\u000a18:51:12.163810 run create_hlr_db(pid=2842): Terminated: ok {rc=0}\u000a18:51:12.593475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2844): Launched\u000a18:51:12.916518 run osmo-hlr_10.42.42.2(pid=2845): Launched\u000a18:51:13.035331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:13.596231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2847): Launched\u000a18:51:13.920058 run osmo-stp_10.42.42.5(pid=2848): Launched\u000a18:51:14.038615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:51:14.603996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2850): Launched\u000a18:51:14.720178 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:51:15.001724 run patchelf(pid=2851): Launched\u000a18:51:15.191100 run osmo-stp_10.42.42.5(pid=2848): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2848)]\u000a18:51:15.329411 run osmo-stp_10.42.42.5(pid=2848): stdout: \u000a| (launched: 2022-12-09_18:51:13.761317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:15.467489 run osmo-stp_10.42.42.5(pid=2848): stderr: \u000a| �[0;m�[38;5;43m20221209185113953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185113954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185113954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185113954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185113955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185113955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185113955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:15.602034 run osmo-stp_10.42.42.5(pid=2848): stdout: \u000a| (launched: 2022-12-09_18:51:13.761317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:15.734585 run osmo-stp_10.42.42.5(pid=2848): stderr: \u000a| �[0;m�[38;5;43m20221209185113953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185113954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185113954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185113954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185113955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185113955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185113955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:15.923043 run patchelf(pid=2851): Terminating (SIGINT)\u000a18:51:16.111808 run patchelf(pid=2851): Terminated: ok {rc=0}\u000a18:51:16.144180 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2848): Process ended prematurely: osmo-stp_10.42.42.5(pid=2848) [trial-2363↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2848)] [trial-2363↪gprs:oc2g↪iperf3.py:8]\u000a18:51:16.154004 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:51:16.215993 run osmo-hlr_10.42.42.2(pid=2845): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2845)]\u000a18:51:16.266274 run osmo-hlr_10.42.42.2(pid=2845): stdout: \u000a| (launched: 2022-12-09_18:51:12.757915) \u000a18:51:16.316502 run osmo-hlr_10.42.42.2(pid=2845): stderr: \u000a| �[0;m�[1;31m20221209185112955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185112955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185112955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185112955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185112955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185112955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185112968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185112976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185112976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185112976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:16.360219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2840): Terminating (SIGTERM)\u000a18:51:16.402201 run iperf3-srv_10.42.42.10(pid=2841): Terminating (SIGTERM)\u000a18:51:16.445747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2844): Terminating (SIGTERM)\u000a18:51:16.488524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2847): Terminating (SIGTERM)\u000a18:51:16.530105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2850): Terminating (SIGTERM)\u000a18:51:16.541356 --- ParallelTerminationStrategy: PID 2840 died...\u000a18:51:16.598847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2840): Terminated: ok {rc=0}\u000a18:51:16.609577 --- ParallelTerminationStrategy: PID 2841 died...\u000a18:51:16.663659 run iperf3-srv_10.42.42.10(pid=2841): Terminated {rc=256}\u000a18:51:16.674250 --- ParallelTerminationStrategy: PID 2844 died...\u000a18:51:16.727498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2844): Terminated: ok {rc=0}\u000a18:51:16.738750 --- ParallelTerminationStrategy: PID 2847 died...\u000a18:51:16.793392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2847): Terminated: ok {rc=0}\u000a18:51:16.803399 --- ParallelTerminationStrategy: PID 2850 died...\u000a18:51:16.856698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2850): Terminated: ok {rc=0}\u000a18:51:16.945465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2866): Process ended prematurely: osmo-stp_10.42.42.5(pid=2866) [trial-2363↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2866)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2866): Process ended prematurely: osmo-stp_10.42.42.5(pid=2866) [trial-2363↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a18:51:18.053449 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:18.064182 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a18:51:18.190095 tst iperf3m4.py: using LAC 23011\u000a18:51:18.307214 tst iperf3m4.py: using RAC 61\u000a18:51:18.426881 tst iperf3m4.py: using CellId 23011\u000a18:51:18.543759 tst iperf3m4.py: using BVCI 23012\u000a18:51:18.566903 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:18.577258 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:18.587413 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:18.597549 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:18.607516 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:18.617652 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:18.627781 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:18.637857 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:18.648046 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:51:18.762111 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:51:18.877976 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:51:18.996114 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:51:19.288760 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:51:19.425084 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:19.762317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2852): Launched\u000a18:51:20.042137 run iperf3-srv_10.42.42.10(pid=2853): Launched\u000a18:51:20.242108 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:51:20.378439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:20.713469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2854): Launched\u000a18:51:20.991053 run iperf3-srv_10.42.42.10(pid=2855): Launched\u000a18:51:21.190559 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:51:21.326402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:21.661488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2856): Launched\u000a18:51:21.940695 run iperf3-srv_10.42.42.10(pid=2857): Launched\u000a18:51:22.140545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:51:22.276074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:22.611583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2858): Launched\u000a18:51:22.888476 run iperf3-srv_10.42.42.10(pid=2859): Launched\u000a18:51:23.087987 tst iperf3m4.py:8: start network...\u000a18:51:23.223443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:23.733754 run create_hlr_db(pid=2860): Launched\u000a18:51:23.921745 bus /gobi_6: Setting Powered False\u000a18:51:24.942315 run create_hlr_db(pid=2860): Terminated: ok {rc=0}\u000a18:51:25.373160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2862): Launched\u000a18:51:25.697874 run osmo-hlr_10.42.42.2(pid=2863): Launched\u000a18:51:25.814568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:26.377072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2865): Launched\u000a18:51:26.701076 run osmo-stp_10.42.42.5(pid=2866): Launched\u000a18:51:26.818493 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:51:27.384391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2868): Launched\u000a18:51:27.500446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:51:27.782575 run patchelf(pid=2869): Launched\u000a18:51:27.971986 run osmo-stp_10.42.42.5(pid=2866): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2866)]\u000a18:51:28.110905 run osmo-stp_10.42.42.5(pid=2866): stdout: \u000a| (launched: 2022-12-09_18:51:26.542030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:28.249569 run osmo-stp_10.42.42.5(pid=2866): stderr: \u000a| �[0;m�[38;5;43m20221209185126731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185126731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185126731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185126732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185126732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185126732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185126732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:28.383179 run osmo-stp_10.42.42.5(pid=2866): stdout: \u000a| (launched: 2022-12-09_18:51:26.542030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:28.516159 run osmo-stp_10.42.42.5(pid=2866): stderr: \u000a| �[0;m�[38;5;43m20221209185126731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185126731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185126731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185126732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185126732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185126732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185126732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:28.670822 run patchelf(pid=2869): Terminating (SIGINT)\u000a18:51:28.851996 run patchelf(pid=2869): Terminated: ok {rc=0}\u000a18:51:28.885300 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2866): Process ended prematurely: osmo-stp_10.42.42.5(pid=2866) [trial-2363↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2866)] [trial-2363↪gprs:oc2g↪iperf3m4.py:8]\u000a18:51:28.895222 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a18:51:28.958221 run osmo-hlr_10.42.42.2(pid=2863): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2863)]\u000a18:51:29.009133 run osmo-hlr_10.42.42.2(pid=2863): stdout: \u000a| (launched: 2022-12-09_18:51:25.538625) \u000a18:51:29.060688 run osmo-hlr_10.42.42.2(pid=2863): stderr: \u000a| �[0;m�[1;31m20221209185125734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185125734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185125734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185125734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185125734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185125734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185125747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185125758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185125758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185125758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:29.104526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2852): Terminating (SIGTERM)\u000a18:51:29.145930 run iperf3-srv_10.42.42.10(pid=2853): Terminating (SIGTERM)\u000a18:51:29.187101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2854): Terminating (SIGTERM)\u000a18:51:29.228008 run iperf3-srv_10.42.42.10(pid=2855): Terminating (SIGTERM)\u000a18:51:29.269467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2856): Terminating (SIGTERM)\u000a18:51:29.310656 run iperf3-srv_10.42.42.10(pid=2857): Terminating (SIGTERM)\u000a18:51:29.352278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2858): Terminating (SIGTERM)\u000a18:51:29.393315 run iperf3-srv_10.42.42.10(pid=2859): Terminating (SIGTERM)\u000a18:51:29.434564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2862): Terminating (SIGTERM)\u000a18:51:29.475721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2865): Terminating (SIGTERM)\u000a18:51:29.516872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2868): Terminating (SIGTERM)\u000a18:51:29.526799 --- ParallelTerminationStrategy: PID 2852 died...\u000a18:51:29.581962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2852): Terminated: ok {rc=0}\u000a18:51:29.592152 --- ParallelTerminationStrategy: PID 2853 died...\u000a18:51:29.647043 run iperf3-srv_10.42.42.10(pid=2853): Terminated {rc=256}\u000a18:51:29.657206 --- ParallelTerminationStrategy: PID 2854 died...\u000a18:51:29.712026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2854): Terminated: ok {rc=0}\u000a18:51:29.722034 --- ParallelTerminationStrategy: PID 2855 died...\u000a18:51:29.776470 run iperf3-srv_10.42.42.10(pid=2855): Terminated {rc=256}\u000a18:51:29.786685 --- ParallelTerminationStrategy: PID 2856 died...\u000a18:51:29.841565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2856): Terminated: ok {rc=0}\u000a18:51:29.851744 --- ParallelTerminationStrategy: PID 2857 died...\u000a18:51:29.907062 run iperf3-srv_10.42.42.10(pid=2857): Terminated {rc=256}\u000a18:51:29.917183 --- ParallelTerminationStrategy: PID 2858 died...\u000a18:51:29.972076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2858): Terminated: ok {rc=0}\u000a18:51:29.982193 --- ParallelTerminationStrategy: PID 2859 died...\u000a18:51:30.037523 run iperf3-srv_10.42.42.10(pid=2859): Terminated {rc=256}\u000a18:51:30.047492 --- ParallelTerminationStrategy: PID 2862 died...\u000a18:51:30.102530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2862): Terminated: ok {rc=0}\u000a18:51:30.112691 --- ParallelTerminationStrategy: PID 2865 died...\u000a18:51:30.167952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2865): Terminated: ok {rc=0}\u000a18:51:30.178003 --- ParallelTerminationStrategy: PID 2868 died...\u000a18:51:30.233375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2868): Terminated: ok {rc=0}\u000a18:51:30.318997 bus /gobi_4: Setting Powered False\u000a18:51:31.424091 bus /gobi_4: Setting Powered False\u000a18:51:32.533620 bus /gobi_1: Setting Powered False\u000a18:51:33.638401 bus /gobi_1: Setting Powered False\u000a18:51:34.743505 bus /gobi_0: Setting Powered False\u000a18:51:35.847849 bus /gobi_0: Setting Powered False\u000a18:51:36.955001 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2363↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2363↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g ping.py\u000a----------------------------------------------\u000a18:51:38.022754 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:38.034294 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a18:51:38.163989 tst ping.py: using LAC 23012\u000a18:51:38.287821 tst ping.py: using RAC 62\u000a18:51:38.412528 tst ping.py: using CellId 23012\u000a18:51:38.537275 tst ping.py: using BVCI 23013\u000a18:51:38.561760 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:38.572438 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:38.583109 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:38.594045 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:38.604792 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:38.615577 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:38.626570 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:38.637395 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:51:38.910876 tst ping.py:19: start network...\u000a18:51:39.035605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:39.510281 run create_hlr_db(pid=2870): Launched\u000a18:51:39.681445 bus /gobi_6: Setting Powered False\u000a18:51:40.702768 run create_hlr_db(pid=2870): Terminated: ok {rc=0}\u000a18:51:41.123156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Launched\u000a18:51:41.421468 run osmo-hlr_10.42.42.2(pid=2873): Launched\u000a18:51:41.528752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:42.046346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Launched\u000a18:51:42.343810 run osmo-stp_10.42.42.5(pid=2876): Launched\u000a18:51:42.451281 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:51:42.968577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2878): Launched\u000a18:51:43.074073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:51:43.333474 run patchelf(pid=2879): Launched\u000a18:51:43.506489 run osmo-stp_10.42.42.5(pid=2876): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]\u000a18:51:43.632839 run osmo-stp_10.42.42.5(pid=2876): stdout: \u000a| (launched: 2022-12-09_18:51:42.197451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:43.759486 run osmo-stp_10.42.42.5(pid=2876): stderr: \u000a| �[0;m�[38;5;43m20221209185142367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185142367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185142367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185142368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185142368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185142368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185142368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:43.882544 run osmo-stp_10.42.42.5(pid=2876): stdout: \u000a| (launched: 2022-12-09_18:51:42.197451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:44.004661 run osmo-stp_10.42.42.5(pid=2876): stderr: \u000a| �[0;m�[38;5;43m20221209185142367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185142367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185142367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185142368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185142368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185142368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185142368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:44.146309 run patchelf(pid=2879): Terminating (SIGINT)\u000a18:51:44.311813 run patchelf(pid=2879): Terminated: ok {rc=0}\u000a18:51:44.342123 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2363↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)] [trial-2363↪gprs:oc2g↪ping.py:22]\u000a18:51:44.350784 tst ping.py:22: Test FAILED (6.3 sec)\u000a18:51:44.409950 run osmo-hlr_10.42.42.2(pid=2873): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2873)]\u000a18:51:44.458329 run osmo-hlr_10.42.42.2(pid=2873): stdout: \u000a| (launched: 2022-12-09_18:51:41.274530) \u000a18:51:44.507215 run osmo-hlr_10.42.42.2(pid=2873): stderr: \u000a| �[0;m�[1;31m20221209185141451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185141451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185141451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185141451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185141451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185141451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185141464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185141475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185141475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185141475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:44.548737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Terminating (SIGTERM)\u000a18:51:44.588318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Terminating (SIGTERM)\u000a18:51:44.627625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2878): Terminating (SIGTERM)\u000a18:51:44.636847 --- ParallelTerminationStrategy: PID 2872 died...\u000a18:51:44.689387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Terminated: ok {rc=0}\u000a18:51:44.699009 --- ParallelTerminationStrategy: PID 2875 died...\u000a18:51:44.751643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Terminated: ok {rc=0}\u000a18:51:44.761318 --- ParallelTerminationStrategy: PID 2878 died...\u000a18:51:44.813419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2878): Terminated: ok {rc=0}\u000a18:51:44.900013 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2886): Process ended prematurely: osmo-stp_10.42.42.5(pid=2886) [trial-2363↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2886)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2886): Process ended prematurely: osmo-stp_10.42.42.5(pid=2886) [trial-2363↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a18:51:45.957244 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:45.969572 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a18:51:46.098639 tst ping_idle_ping.py: using LAC 23013\u000a18:51:46.225746 tst ping_idle_ping.py: using RAC 63\u000a18:51:46.354335 tst ping_idle_ping.py: using CellId 23013\u000a18:51:46.497981 tst ping_idle_ping.py: using BVCI 23014\u000a18:51:46.529478 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:46.542894 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:46.555602 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:46.568361 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:46.584013 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:46.597059 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:46.608942 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:51:46.623129 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:51:46.906817 tst ping_idle_ping.py:24: start network...\u000a18:51:47.033272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:47.518496 run create_hlr_db(pid=2880): Launched\u000a18:51:47.705632 bus /gobi_6: Setting Powered False\u000a18:51:48.724807 run create_hlr_db(pid=2880): Terminated: ok {rc=0}\u000a18:51:49.124840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2882): Launched\u000a18:51:49.423129 run osmo-hlr_10.42.42.2(pid=2883): Launched\u000a18:51:49.536891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:50.053950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2885): Launched\u000a18:51:50.352542 run osmo-stp_10.42.42.5(pid=2886): Launched\u000a18:51:50.460691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:51:50.978419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2888): Launched\u000a18:51:51.083788 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:51:51.342566 run patchelf(pid=2889): Launched\u000a18:51:51.516160 run osmo-stp_10.42.42.5(pid=2886): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2886)]\u000a18:51:51.643161 run osmo-stp_10.42.42.5(pid=2886): stdout: \u000a| (launched: 2022-12-09_18:51:50.204918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:51.770269 run osmo-stp_10.42.42.5(pid=2886): stderr: \u000a| �[0;m�[38;5;43m20221209185150375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185150375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185150375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185150376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185150376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185150376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185150376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:51.893443 run osmo-stp_10.42.42.5(pid=2886): stdout: \u000a| (launched: 2022-12-09_18:51:50.204918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:52.015495 run osmo-stp_10.42.42.5(pid=2886): stderr: \u000a| �[0;m�[38;5;43m20221209185150375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185150375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185150375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185150376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185150376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185150376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185150376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:52.158117 run patchelf(pid=2889): Terminating (SIGINT)\u000a18:51:52.324563 run patchelf(pid=2889): Terminated: ok {rc=0}\u000a18:51:52.354970 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2886): Process ended prematurely: osmo-stp_10.42.42.5(pid=2886) [trial-2363↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2886)] [trial-2363↪gprs:oc2g↪ping_idle_ping.py:27]\u000a18:51:52.363396 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a18:51:52.422069 run osmo-hlr_10.42.42.2(pid=2883): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2883)]\u000a18:51:52.470210 run osmo-hlr_10.42.42.2(pid=2883): stdout: \u000a| (launched: 2022-12-09_18:51:49.276339) \u000a18:51:52.518562 run osmo-hlr_10.42.42.2(pid=2883): stderr: \u000a| �[0;m�[1;31m20221209185149453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185149453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185149453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185149453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185149453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185149453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185149464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185149473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185149473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185149474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:52.559714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2882): Terminating (SIGTERM)\u000a18:51:52.598582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2885): Terminating (SIGTERM)\u000a18:51:52.637450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2888): Terminating (SIGTERM)\u000a18:51:52.646600 --- ParallelTerminationStrategy: PID 2882 died...\u000a18:51:52.698847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2882): Terminated: ok {rc=0}\u000a18:51:52.708288 --- ParallelTerminationStrategy: PID 2885 died...\u000a18:51:52.760337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2885): Terminated: ok {rc=0}\u000a18:51:52.769900 --- ParallelTerminationStrategy: PID 2888 died...\u000a18:51:52.821976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2888): Terminated: ok {rc=0}\u000a18:51:52.908398 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:50:54" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2903): Process ended prematurely: osmo-stp_10.42.42.5(pid=2903) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2903)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2903): Process ended prematurely: osmo-stp_10.42.42.5(pid=2903) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:51:55.000296 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:51:55.010707 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:51:55.130668 tst cs_paging_gprs_active.py: using LAC 23014\u000a18:51:55.246646 tst cs_paging_gprs_active.py: using RAC 64\u000a18:51:55.362894 tst cs_paging_gprs_active.py: using CellId 23014\u000a18:51:55.480596 tst cs_paging_gprs_active.py: using BVCI 23015\u000a18:51:55.503175 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:51:55.513678 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:51:55.523902 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:51:55.534207 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:51:55.544339 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:51:55.554545 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:51:55.564840 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:51:55.575010 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:51:55.585402 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:51:55.703141 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:51:55.975404 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:51:56.099488 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:56.406412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2893): Launched\u000a18:51:56.660525 run iperf3-srv_10.42.42.10(pid=2894): Launched\u000a18:51:56.840665 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:51:56.963234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:57.270092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2895): Launched\u000a18:51:57.524290 run iperf3-srv_10.42.42.10(pid=2896): Launched\u000a18:51:57.704725 tst cs_paging_gprs_active.py:38: start network...\u000a18:51:57.828099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:58.304917 run create_hlr_db(pid=2897): Launched\u000a18:51:58.475282 bus /gobi_6: Setting Powered False\u000a18:51:59.496940 run create_hlr_db(pid=2897): Terminated: ok {rc=0}\u000a18:51:59.918007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2899): Launched\u000a18:52:00.235297 run osmo-hlr_10.42.42.2(pid=2900): Launched\u000a18:52:00.351171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:00.934844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2902): Launched\u000a18:52:01.431947 run osmo-stp_10.42.42.5(pid=2903): Launched\u000a18:52:01.548115 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:02.125284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2905): Launched\u000a18:52:02.241107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:02.518369 run patchelf(pid=2906): Launched\u000a18:52:02.703586 run osmo-stp_10.42.42.5(pid=2903): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2903)]\u000a18:52:02.839258 run osmo-stp_10.42.42.5(pid=2903): stdout: \u000a| (launched: 2022-12-09_18:52:01.103999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:02.975413 run osmo-stp_10.42.42.5(pid=2903): stderr: \u000a| �[0;m�[38;5;43m20221209185201302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185201302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185201302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185201303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185201303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185201303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185201303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:03.107525 run osmo-stp_10.42.42.5(pid=2903): stdout: \u000a| (launched: 2022-12-09_18:52:01.103999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:03.238390 run osmo-stp_10.42.42.5(pid=2903): stderr: \u000a| �[0;m�[38;5;43m20221209185201302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185201302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185201302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185201303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185201303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185201303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185201303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:03.390125 run patchelf(pid=2906): Terminating (SIGINT)\u000a18:52:03.567331 run patchelf(pid=2906): Terminated: ok {rc=0}\u000a18:52:03.600329 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2903): Process ended prematurely: osmo-stp_10.42.42.5(pid=2903) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2903)] [trial-2363↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:52:03.610496 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a18:52:03.673181 run osmo-hlr_10.42.42.2(pid=2900): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2900)]\u000a18:52:03.724100 run osmo-hlr_10.42.42.2(pid=2900): stdout: \u000a| (launched: 2022-12-09_18:52:00.079592) \u000a18:52:03.775516 run osmo-hlr_10.42.42.2(pid=2900): stderr: \u000a| �[0;m�[1;31m20221209185200277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185200277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185200277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185200277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185200277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185200277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185200314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185200323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185200323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185200324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:03.819484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2893): Terminating (SIGTERM)\u000a18:52:03.860752 run iperf3-srv_10.42.42.10(pid=2894): Terminating (SIGTERM)\u000a18:52:03.902646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2895): Terminating (SIGTERM)\u000a18:52:03.943959 run iperf3-srv_10.42.42.10(pid=2896): Terminating (SIGTERM)\u000a18:52:03.985642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2899): Terminating (SIGTERM)\u000a18:52:04.027200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2902): Terminating (SIGTERM)\u000a18:52:04.069200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2905): Terminating (SIGTERM)\u000a18:52:04.079050 --- ParallelTerminationStrategy: PID 2893 died...\u000a18:52:04.134809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2893): Terminated: ok {rc=0}\u000a18:52:04.144863 --- ParallelTerminationStrategy: PID 2894 died...\u000a18:52:04.199811 run iperf3-srv_10.42.42.10(pid=2894): Terminated {rc=256}\u000a18:52:04.210094 --- ParallelTerminationStrategy: PID 2895 died...\u000a18:52:04.265603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2895): Terminated: ok {rc=0}\u000a18:52:04.275519 --- ParallelTerminationStrategy: PID 2896 died...\u000a18:52:04.330391 run iperf3-srv_10.42.42.10(pid=2896): Terminated {rc=256}\u000a18:52:04.340487 --- ParallelTerminationStrategy: PID 2899 died...\u000a18:52:04.395305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2899): Terminated: ok {rc=0}\u000a18:52:04.405484 --- ParallelTerminationStrategy: PID 2902 died...\u000a18:52:04.460204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2902): Terminated: ok {rc=0}\u000a18:52:04.470351 --- ParallelTerminationStrategy: PID 2905 died...\u000a18:52:04.525430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2905): Terminated: ok {rc=0}\u000a18:52:04.612212 bus /gobi_0: Setting Powered False\u000a18:52:05.713702 bus /gobi_0: Setting Powered False\u000a18:52:06.821297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2915): Process ended prematurely: osmo-stp_10.42.42.5(pid=2915) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2915)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2915): Process ended prematurely: osmo-stp_10.42.42.5(pid=2915) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:52:07.934886 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:07.946522 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:52:08.073553 tst iperf3.py: using LAC 23015\u000a18:52:08.203169 tst iperf3.py: using RAC 65\u000a18:52:08.325700 tst iperf3.py: using CellId 23015\u000a18:52:08.448005 tst iperf3.py: using BVCI 23016\u000a18:52:08.472396 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:08.483587 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:08.494492 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:08.505532 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:08.516427 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:08.527459 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:08.538669 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:08.549571 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:08.560743 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:08.834716 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:52:08.959579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:09.266961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2907): Launched\u000a18:52:09.522075 run iperf3-srv_10.42.42.10(pid=2908): Launched\u000a18:52:09.702027 tst iperf3.py:8: start network...\u000a18:52:09.825241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:10.299746 run create_hlr_db(pid=2909): Launched\u000a18:52:10.469350 bus /gobi_6: Setting Powered False\u000a18:52:11.491953 run create_hlr_db(pid=2909): Terminated: ok {rc=0}\u000a18:52:11.885304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2911): Launched\u000a18:52:12.179278 run osmo-hlr_10.42.42.2(pid=2912): Launched\u000a18:52:12.286496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:12.798653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2914): Launched\u000a18:52:13.095117 run osmo-stp_10.42.42.5(pid=2915): Launched\u000a18:52:13.202666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:13.717755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2917): Launched\u000a18:52:13.823106 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:14.081087 run patchelf(pid=2918): Launched\u000a18:52:14.254982 run osmo-stp_10.42.42.5(pid=2915): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2915)]\u000a18:52:14.381881 run osmo-stp_10.42.42.5(pid=2915): stdout: \u000a| (launched: 2022-12-09_18:52:12.949331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:14.509135 run osmo-stp_10.42.42.5(pid=2915): stderr: \u000a| �[0;m�[38;5;43m20221209185213121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185213121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185213122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185213122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185213122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185213123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185213123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:14.631605 run osmo-stp_10.42.42.5(pid=2915): stdout: \u000a| (launched: 2022-12-09_18:52:12.949331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:14.752649 run osmo-stp_10.42.42.5(pid=2915): stderr: \u000a| �[0;m�[38;5;43m20221209185213121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185213121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185213122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185213122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185213122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185213123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185213123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:14.893989 run patchelf(pid=2918): Terminating (SIGINT)\u000a18:52:15.059985 run patchelf(pid=2918): Terminated: ok {rc=0}\u000a18:52:15.090580 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2915): Process ended prematurely: osmo-stp_10.42.42.5(pid=2915) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2915)] [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a18:52:15.099613 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a18:52:15.158002 run osmo-hlr_10.42.42.2(pid=2912): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2912)]\u000a18:52:15.205899 run osmo-hlr_10.42.42.2(pid=2912): stdout: \u000a| (launched: 2022-12-09_18:52:12.035230) \u000a18:52:15.254495 run osmo-hlr_10.42.42.2(pid=2912): stderr: \u000a| �[0;m�[1;31m20221209185212210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185212210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185212210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185212211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185212211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185212211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185212222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185212231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185212232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185212232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:15.295592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2907): Terminating (SIGTERM)\u000a18:52:15.334602 run iperf3-srv_10.42.42.10(pid=2908): Terminating (SIGTERM)\u000a18:52:15.373671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2911): Terminating (SIGTERM)\u000a18:52:15.412419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2914): Terminating (SIGTERM)\u000a18:52:15.451344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2917): Terminating (SIGTERM)\u000a18:52:15.460259 --- ParallelTerminationStrategy: PID 2907 died...\u000a18:52:15.512357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2907): Terminated: ok {rc=0}\u000a18:52:15.521698 --- ParallelTerminationStrategy: PID 2908 died...\u000a18:52:15.573625 run iperf3-srv_10.42.42.10(pid=2908): Terminated {rc=256}\u000a18:52:15.582959 --- ParallelTerminationStrategy: PID 2911 died...\u000a18:52:15.635110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2911): Terminated: ok {rc=0}\u000a18:52:15.644379 --- ParallelTerminationStrategy: PID 2914 died...\u000a18:52:15.696445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2914): Terminated: ok {rc=0}\u000a18:52:15.705860 --- ParallelTerminationStrategy: PID 2917 died...\u000a18:52:15.757979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2917): Terminated: ok {rc=0}\u000a18:52:15.840875 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2933): Process ended prematurely: osmo-stp_10.42.42.5(pid=2933) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2933)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2933): Process ended prematurely: osmo-stp_10.42.42.5(pid=2933) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:52:16.951473 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:16.963037 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:52:17.108373 tst iperf3m4.py: using LAC 23016\u000a18:52:17.236445 tst iperf3m4.py: using RAC 66\u000a18:52:17.352562 tst iperf3m4.py: using CellId 23016\u000a18:52:17.470682 tst iperf3m4.py: using BVCI 23017\u000a18:52:17.493510 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:17.504006 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:17.514350 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:17.524732 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:17.534978 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:17.545144 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:17.555563 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:17.565801 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:17.576285 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:17.695495 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:17.813578 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:17.931230 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:18.220300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:52:18.353461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:18.681737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2919): Launched\u000a18:52:18.953308 run iperf3-srv_10.42.42.10(pid=2920): Launched\u000a18:52:19.148560 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:52:19.281316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:19.609474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2921): Launched\u000a18:52:19.882301 run iperf3-srv_10.42.42.10(pid=2922): Launched\u000a18:52:20.077149 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:52:20.209974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:20.538169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2923): Launched\u000a18:52:20.809335 run iperf3-srv_10.42.42.10(pid=2924): Launched\u000a18:52:21.003883 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:52:21.137134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:21.465490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2925): Launched\u000a18:52:21.737966 run iperf3-srv_10.42.42.10(pid=2926): Launched\u000a18:52:21.932591 tst iperf3m4.py:8: start network...\u000a18:52:22.066211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:22.564644 run create_hlr_db(pid=2927): Launched\u000a18:52:22.748034 bus /gobi_6: Setting Powered False\u000a18:52:23.769554 run create_hlr_db(pid=2927): Terminated: ok {rc=0}\u000a18:52:24.191172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2929): Launched\u000a18:52:24.508776 run osmo-hlr_10.42.42.2(pid=2930): Launched\u000a18:52:24.626741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:25.174827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2932): Launched\u000a18:52:25.471869 run osmo-stp_10.42.42.5(pid=2933): Launched\u000a18:52:25.579859 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:26.098515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2935): Launched\u000a18:52:26.204157 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:26.464419 run patchelf(pid=2936): Launched\u000a18:52:26.637987 run osmo-stp_10.42.42.5(pid=2933): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2933)]\u000a18:52:26.764549 run osmo-stp_10.42.42.5(pid=2933): stdout: \u000a| (launched: 2022-12-09_18:52:25.325901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:26.891976 run osmo-stp_10.42.42.5(pid=2933): stderr: \u000a| �[0;m�[38;5;43m20221209185225492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185225492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185225492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185225493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185225493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185225493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185225493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:27.014654 run osmo-stp_10.42.42.5(pid=2933): stdout: \u000a| (launched: 2022-12-09_18:52:25.325901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:27.136301 run osmo-stp_10.42.42.5(pid=2933): stderr: \u000a| �[0;m�[38;5;43m20221209185225492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185225492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185225492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185225493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185225493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185225493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185225493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:27.277959 run patchelf(pid=2936): Terminating (SIGINT)\u000a18:52:27.444217 run patchelf(pid=2936): Terminated: ok {rc=0}\u000a18:52:27.474880 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2933): Process ended prematurely: osmo-stp_10.42.42.5(pid=2933) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2933)] [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:52:27.484075 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a18:52:27.542193 run osmo-hlr_10.42.42.2(pid=2930): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2930)]\u000a18:52:27.589673 run osmo-hlr_10.42.42.2(pid=2930): stdout: \u000a| (launched: 2022-12-09_18:52:24.353127) \u000a18:52:27.637762 run osmo-hlr_10.42.42.2(pid=2930): stderr: \u000a| �[0;m�[1;31m20221209185224546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185224546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185224546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185224546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185224546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185224546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185224559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185224569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185224569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185224569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:27.678984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2919): Terminating (SIGTERM)\u000a18:52:27.717552 run iperf3-srv_10.42.42.10(pid=2920): Terminating (SIGTERM)\u000a18:52:27.756811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2921): Terminating (SIGTERM)\u000a18:52:27.795826 run iperf3-srv_10.42.42.10(pid=2922): Terminating (SIGTERM)\u000a18:52:27.834938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2923): Terminating (SIGTERM)\u000a18:52:27.874037 run iperf3-srv_10.42.42.10(pid=2924): Terminating (SIGTERM)\u000a18:52:27.912881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2925): Terminating (SIGTERM)\u000a18:52:27.951944 run iperf3-srv_10.42.42.10(pid=2926): Terminating (SIGTERM)\u000a18:52:27.990632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2929): Terminating (SIGTERM)\u000a18:52:28.029398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2932): Terminating (SIGTERM)\u000a18:52:28.068552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2935): Terminating (SIGTERM)\u000a18:52:28.077639 --- ParallelTerminationStrategy: PID 2919 died...\u000a18:52:28.130258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2919): Terminated: ok {rc=0}\u000a18:52:28.139666 --- ParallelTerminationStrategy: PID 2920 died...\u000a18:52:28.191853 run iperf3-srv_10.42.42.10(pid=2920): Terminated {rc=256}\u000a18:52:28.201369 --- ParallelTerminationStrategy: PID 2921 died...\u000a18:52:28.253290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2921): Terminated: ok {rc=0}\u000a18:52:28.262737 --- ParallelTerminationStrategy: PID 2922 died...\u000a18:52:28.314726 run iperf3-srv_10.42.42.10(pid=2922): Terminated {rc=256}\u000a18:52:28.324119 --- ParallelTerminationStrategy: PID 2923 died...\u000a18:52:28.377196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2923): Terminated: ok {rc=0}\u000a18:52:28.386669 --- ParallelTerminationStrategy: PID 2924 died...\u000a18:52:28.438611 run iperf3-srv_10.42.42.10(pid=2924): Terminated {rc=256}\u000a18:52:28.447897 --- ParallelTerminationStrategy: PID 2925 died...\u000a18:52:28.499791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2925): Terminated: ok {rc=0}\u000a18:52:28.509371 --- ParallelTerminationStrategy: PID 2926 died...\u000a18:52:28.561359 run iperf3-srv_10.42.42.10(pid=2926): Terminated {rc=256}\u000a18:52:28.570741 --- ParallelTerminationStrategy: PID 2929 died...\u000a18:52:28.622933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2929): Terminated: ok {rc=0}\u000a18:52:28.632307 --- ParallelTerminationStrategy: PID 2932 died...\u000a18:52:28.684341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2932): Terminated: ok {rc=0}\u000a18:52:28.693877 --- ParallelTerminationStrategy: PID 2935 died...\u000a18:52:28.746056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2935): Terminated: ok {rc=0}\u000a18:52:28.828023 bus /gobi_4: Setting Powered False\u000a18:52:29.932016 bus /gobi_4: Setting Powered False\u000a18:52:31.067521 bus /gobi_1: Setting Powered False\u000a18:52:32.189994 bus /gobi_1: Setting Powered False\u000a18:52:33.296146 bus /gobi_0: Setting Powered False\u000a18:52:34.400936 bus /gobi_0: Setting Powered False\u000a18:52:35.508105 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2943): Process ended prematurely: osmo-stp_10.42.42.5(pid=2943) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2943)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2943): Process ended prematurely: osmo-stp_10.42.42.5(pid=2943) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:52:36.575480 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:36.587075 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:52:36.715339 tst ping.py: using LAC 23017\u000a18:52:36.833036 tst ping.py: using RAC 67\u000a18:52:36.954508 tst ping.py: using CellId 23017\u000a18:52:37.076022 tst ping.py: using BVCI 23018\u000a18:52:37.100061 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:37.111169 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:37.122247 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:37.133760 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:37.144791 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:37.155785 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:37.167050 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:37.178183 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:37.466435 tst ping.py:19: start network...\u000a18:52:37.596414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:38.085758 run create_hlr_db(pid=2937): Launched\u000a18:52:38.266290 bus /gobi_6: Setting Powered False\u000a18:52:39.285483 run create_hlr_db(pid=2937): Terminated: ok {rc=0}\u000a18:52:39.677799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2939): Launched\u000a18:52:39.969161 run osmo-hlr_10.42.42.2(pid=2940): Launched\u000a18:52:40.075873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:40.583069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2942): Launched\u000a18:52:40.875621 run osmo-stp_10.42.42.5(pid=2943): Launched\u000a18:52:40.981957 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:41.490232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2945): Launched\u000a18:52:41.593698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:41.847376 run patchelf(pid=2946): Launched\u000a18:52:42.018039 run osmo-stp_10.42.42.5(pid=2943): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2943)]\u000a18:52:42.142929 run osmo-stp_10.42.42.5(pid=2943): stdout: \u000a| (launched: 2022-12-09_18:52:40.731328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:42.267676 run osmo-stp_10.42.42.5(pid=2943): stderr: \u000a| �[0;m�[38;5;43m20221209185240898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185240899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185240899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185240899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185240900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185240900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185240900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:42.388093 run osmo-stp_10.42.42.5(pid=2943): stdout: \u000a| (launched: 2022-12-09_18:52:40.731328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:42.507825 run osmo-stp_10.42.42.5(pid=2943): stderr: \u000a| �[0;m�[38;5;43m20221209185240898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185240899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185240899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185240899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185240900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185240900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185240900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:42.646656 run patchelf(pid=2946): Terminating (SIGINT)\u000a18:52:42.809242 run patchelf(pid=2946): Terminated: ok {rc=0}\u000a18:52:42.839212 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2943): Process ended prematurely: osmo-stp_10.42.42.5(pid=2943) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2943)] [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a18:52:42.847672 tst ping.py:22: Test FAILED (6.3 sec)\u000a18:52:42.906021 run osmo-hlr_10.42.42.2(pid=2940): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2940)]\u000a18:52:42.953770 run osmo-hlr_10.42.42.2(pid=2940): stdout: \u000a| (launched: 2022-12-09_18:52:39.826106) \u000a18:52:43.002211 run osmo-hlr_10.42.42.2(pid=2940): stderr: \u000a| �[0;m�[1;31m20221209185240001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185240002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185240002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185240002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185240002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185240002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185240013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185240021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185240021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185240021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:43.043467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2939): Terminating (SIGTERM)\u000a18:52:43.082629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2942): Terminating (SIGTERM)\u000a18:52:43.121730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2945): Terminating (SIGTERM)\u000a18:52:43.130713 --- ParallelTerminationStrategy: PID 2939 died...\u000a18:52:43.183251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2939): Terminated: ok {rc=0}\u000a18:52:43.192656 --- ParallelTerminationStrategy: PID 2942 died...\u000a18:52:43.245188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2942): Terminated: ok {rc=0}\u000a18:52:43.254836 --- ParallelTerminationStrategy: PID 2945 died...\u000a18:52:43.306713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2945): Terminated: ok {rc=0}\u000a18:52:43.388137 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2953): Process ended prematurely: osmo-stp_10.42.42.5(pid=2953) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2953)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2953): Process ended prematurely: osmo-stp_10.42.42.5(pid=2953) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:52:44.439770 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:44.451621 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:52:44.581526 tst ping_idle_ping.py: using LAC 23018\u000a18:52:44.703093 tst ping_idle_ping.py: using RAC 68\u000a18:52:44.825851 tst ping_idle_ping.py: using CellId 23018\u000a18:52:44.962080 tst ping_idle_ping.py: using BVCI 23019\u000a18:52:44.985993 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:44.997028 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:45.007806 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:45.018958 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:45.029881 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:45.040739 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:45.051845 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:45.063324 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:45.347505 tst ping_idle_ping.py:24: start network...\u000a18:52:45.477905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:46.047616 run create_hlr_db(pid=2947): Launched\u000a18:52:46.223572 bus /gobi_6: Setting Powered False\u000a18:52:47.274060 run create_hlr_db(pid=2947): Terminated: ok {rc=0}\u000a18:52:47.666503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2949): Launched\u000a18:52:47.960536 run osmo-hlr_10.42.42.2(pid=2950): Launched\u000a18:52:48.068673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:48.577197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2952): Launched\u000a18:52:48.870041 run osmo-stp_10.42.42.5(pid=2953): Launched\u000a18:52:48.976753 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:49.488877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2955): Launched\u000a18:52:49.593409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:49.849568 run patchelf(pid=2956): Launched\u000a18:52:50.020882 run osmo-stp_10.42.42.5(pid=2953): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2953)]\u000a18:52:50.146093 run osmo-stp_10.42.42.5(pid=2953): stdout: \u000a| (launched: 2022-12-09_18:52:48.725504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:50.271329 run osmo-stp_10.42.42.5(pid=2953): stderr: \u000a| �[0;m�[38;5;43m20221209185248896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185248896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185248896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185248897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185248897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185248897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185248897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:50.392464 run osmo-stp_10.42.42.5(pid=2953): stdout: \u000a| (launched: 2022-12-09_18:52:48.725504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:50.513078 run osmo-stp_10.42.42.5(pid=2953): stderr: \u000a| �[0;m�[38;5;43m20221209185248896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185248896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185248896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185248897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185248897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185248897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185248897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:50.652857 run patchelf(pid=2956): Terminating (SIGINT)\u000a18:52:50.816235 run patchelf(pid=2956): Terminated: ok {rc=0}\u000a18:52:50.846156 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2953): Process ended prematurely: osmo-stp_10.42.42.5(pid=2953) [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2953)] [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:52:50.854757 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a18:52:50.913389 run osmo-hlr_10.42.42.2(pid=2950): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2950)]\u000a18:52:50.961395 run osmo-hlr_10.42.42.2(pid=2950): stdout: \u000a| (launched: 2022-12-09_18:52:47.815788) \u000a18:52:51.010781 run osmo-hlr_10.42.42.2(pid=2950): stderr: \u000a| �[0;m�[1;31m20221209185247990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185247990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185247990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185247990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185247990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185247990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185248002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185248011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185248012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185248012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:51.052476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2949): Terminating (SIGTERM)\u000a18:52:51.091571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2952): Terminating (SIGTERM)\u000a18:52:51.130596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2955): Terminating (SIGTERM)\u000a18:52:51.139569 --- ParallelTerminationStrategy: PID 2949 died...\u000a18:52:51.191632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2949): Terminated: ok {rc=0}\u000a18:52:51.201136 --- ParallelTerminationStrategy: PID 2952 died...\u000a18:52:51.253174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2952): Terminated: ok {rc=0}\u000a18:52:51.262694 --- ParallelTerminationStrategy: PID 2955 died...\u000a18:52:51.314609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2955): Terminated: ok {rc=0}\u000a18:52:51.396209 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:51:54" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2970): Process ended prematurely: osmo-stp_10.42.42.5(pid=2970) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2970)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2970): Process ended prematurely: osmo-stp_10.42.42.5(pid=2970) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:52:53.497465 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:52:53.507838 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:52:53.647563 tst cs_paging_gprs_active.py: using LAC 23019\u000a18:52:53.762703 tst cs_paging_gprs_active.py: using RAC 69\u000a18:52:53.877733 tst cs_paging_gprs_active.py: using CellId 23019\u000a18:52:53.993466 tst cs_paging_gprs_active.py: using BVCI 23020\u000a18:52:54.016196 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:52:54.026792 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:52:54.037142 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:52:54.047522 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:52:54.057804 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:52:54.068113 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:52:54.078537 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:52:54.088717 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:52:54.099287 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:52:54.216343 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:52:54.490838 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:52:54.615582 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:54.924145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2960): Launched\u000a18:52:55.180575 run iperf3-srv_10.42.42.10(pid=2961): Launched\u000a18:52:55.362196 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:52:55.486085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:55.794162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2962): Launched\u000a18:52:56.049759 run iperf3-srv_10.42.42.10(pid=2963): Launched\u000a18:52:56.230783 tst cs_paging_gprs_active.py:38: start network...\u000a18:52:56.354612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:56.831270 run create_hlr_db(pid=2964): Launched\u000a18:52:57.002432 bus /gobi_6: Setting Powered False\u000a18:52:58.024598 run create_hlr_db(pid=2964): Terminated: ok {rc=0}\u000a18:52:58.448307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2966): Launched\u000a18:52:58.768320 run osmo-hlr_10.42.42.2(pid=2967): Launched\u000a18:52:58.887651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:59.440829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2969): Launched\u000a18:52:59.759710 run osmo-stp_10.42.42.5(pid=2970): Launched\u000a18:52:59.876261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:00.431369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2972): Launched\u000a18:53:00.545770 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:00.830431 run patchelf(pid=2973): Launched\u000a18:53:01.034266 run osmo-stp_10.42.42.5(pid=2970): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2970)]\u000a18:53:01.167624 run osmo-stp_10.42.42.5(pid=2970): stdout: \u000a| (launched: 2022-12-09_18:52:59.603067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:01.301565 run osmo-stp_10.42.42.5(pid=2970): stderr: \u000a| �[0;m�[38;5;43m20221209185259793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185259793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185259794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185259794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185259794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185259795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185259795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:01.431098 run osmo-stp_10.42.42.5(pid=2970): stdout: \u000a| (launched: 2022-12-09_18:52:59.603067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:01.558621 run osmo-stp_10.42.42.5(pid=2970): stderr: \u000a| �[0;m�[38;5;43m20221209185259793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185259793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185259794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185259794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185259794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185259795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185259795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:01.707697 run patchelf(pid=2973): Terminating (SIGINT)\u000a18:53:01.883020 run patchelf(pid=2973): Terminated: ok {rc=0}\u000a18:53:01.922843 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2970): Process ended prematurely: osmo-stp_10.42.42.5(pid=2970) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2970)] [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:53:01.933318 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:53:02.005553 run osmo-hlr_10.42.42.2(pid=2967): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2967)]\u000a18:53:02.054742 run osmo-hlr_10.42.42.2(pid=2967): stdout: \u000a| (launched: 2022-12-09_18:52:58.610914) \u000a18:53:02.105143 run osmo-hlr_10.42.42.2(pid=2967): stderr: \u000a| �[0;m�[1;31m20221209185258808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185258808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185258808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185258808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185258808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185258808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185258820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185258829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185258829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185258829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:02.147785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2960): Terminating (SIGTERM)\u000a18:53:02.191789 run iperf3-srv_10.42.42.10(pid=2961): Terminating (SIGTERM)\u000a18:53:02.237216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2962): Terminating (SIGTERM)\u000a18:53:02.276275 run iperf3-srv_10.42.42.10(pid=2963): Terminating (SIGTERM)\u000a18:53:02.321622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2966): Terminating (SIGTERM)\u000a18:53:02.368034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2969): Terminating (SIGTERM)\u000a18:53:02.420931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2972): Terminating (SIGTERM)\u000a18:53:02.433271 --- ParallelTerminationStrategy: PID 2960 died...\u000a18:53:02.492847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2960): Terminated: ok {rc=0}\u000a18:53:02.502563 --- ParallelTerminationStrategy: PID 2961 died...\u000a18:53:02.561033 run iperf3-srv_10.42.42.10(pid=2961): Terminated {rc=256}\u000a18:53:02.570915 --- ParallelTerminationStrategy: PID 2962 died...\u000a18:53:02.629157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2962): Terminated: ok {rc=0}\u000a18:53:02.639513 --- ParallelTerminationStrategy: PID 2963 died...\u000a18:53:02.696286 run iperf3-srv_10.42.42.10(pid=2963): Terminated {rc=256}\u000a18:53:02.706929 --- ParallelTerminationStrategy: PID 2966 died...\u000a18:53:02.763033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2966): Terminated: ok {rc=0}\u000a18:53:02.774522 --- ParallelTerminationStrategy: PID 2969 died...\u000a18:53:02.839921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2969): Terminated: ok {rc=0}\u000a18:53:02.852613 --- ParallelTerminationStrategy: PID 2972 died...\u000a18:53:02.915724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2972): Terminated: ok {rc=0}\u000a18:53:03.004141 bus /gobi_0: Setting Powered False\u000a18:53:04.107731 bus /gobi_0: Setting Powered False\u000a18:53:05.219254 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3253): Process ended prematurely: osmo-stp_10.42.42.5(pid=3253) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3253)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3253): Process ended prematurely: osmo-stp_10.42.42.5(pid=3253) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:53:06.335705 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:06.348375 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:53:06.508151 tst iperf3.py: using LAC 23020\u000a18:53:06.638268 tst iperf3.py: using RAC 70\u000a18:53:06.768467 tst iperf3.py: using CellId 23020\u000a18:53:06.894919 tst iperf3.py: using BVCI 23021\u000a18:53:06.920313 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:06.932285 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:06.944088 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:06.957029 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:06.970744 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:06.984426 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:06.996358 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:07.009214 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:07.023505 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:07.323565 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:53:07.462574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:07.817872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3245): Launched\u000a18:53:08.116208 run iperf3-srv_10.42.42.10(pid=3246): Launched\u000a18:53:08.319789 tst iperf3.py:8: start network...\u000a18:53:08.460036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:09.023144 run create_hlr_db(pid=3247): Launched\u000a18:53:09.216246 bus /gobi_6: Setting Powered False\u000a18:53:10.240240 run create_hlr_db(pid=3247): Terminated: ok {rc=0}\u000a18:53:10.695115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3249): Launched\u000a18:53:11.130030 run osmo-hlr_10.42.42.2(pid=3250): Launched\u000a18:53:11.377717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:11.976447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3252): Launched\u000a18:53:12.412379 run osmo-stp_10.42.42.5(pid=3253): Launched\u000a18:53:12.632371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:13.230105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3255): Launched\u000a18:53:13.349997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:13.660057 run patchelf(pid=3256): Launched\u000a18:53:13.855731 run osmo-stp_10.42.42.5(pid=3253): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3253)]\u000a18:53:13.999770 run osmo-stp_10.42.42.5(pid=3253): stdout: \u000a| (launched: 2022-12-09_18:53:12.146735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:14.143609 run osmo-stp_10.42.42.5(pid=3253): stderr: \u000a| �[0;m�[38;5;43m20221209185312449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185312449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185312450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185312450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185312451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185312451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185312451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:14.283602 run osmo-stp_10.42.42.5(pid=3253): stdout: \u000a| (launched: 2022-12-09_18:53:12.146735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:14.422096 run osmo-stp_10.42.42.5(pid=3253): stderr: \u000a| �[0;m�[38;5;43m20221209185312449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185312449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185312450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185312450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185312451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185312451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185312451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:14.582812 run patchelf(pid=3256): Terminating (SIGINT)\u000a18:53:14.769245 run patchelf(pid=3256): Terminated: ok {rc=0}\u000a18:53:14.804925 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3253): Process ended prematurely: osmo-stp_10.42.42.5(pid=3253) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3253)] [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:53:14.816035 tst iperf3.py:8: Test FAILED (8.5 sec)\u000a18:53:14.883167 run osmo-hlr_10.42.42.2(pid=3250): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3250)]\u000a18:53:14.936385 run osmo-hlr_10.42.42.2(pid=3250): stdout: \u000a| (launched: 2022-12-09_18:53:10.864714) \u000a18:53:14.992346 run osmo-hlr_10.42.42.2(pid=3250): stderr: \u000a| �[0;m�[1;31m20221209185311172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185311172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185311172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185311172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185311172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185311172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185311191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185311204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185311204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185311205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:15.037284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3245): Terminating (SIGTERM)\u000a18:53:15.084441 run iperf3-srv_10.42.42.10(pid=3246): Terminating (SIGTERM)\u000a18:53:15.130093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3249): Terminating (SIGTERM)\u000a18:53:15.175218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3252): Terminating (SIGTERM)\u000a18:53:15.221331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3255): Terminating (SIGTERM)\u000a18:53:15.233600 --- ParallelTerminationStrategy: PID 3245 died...\u000a18:53:15.294239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3245): Terminated: ok {rc=0}\u000a18:53:15.305249 --- ParallelTerminationStrategy: PID 3246 died...\u000a18:53:15.364009 run iperf3-srv_10.42.42.10(pid=3246): Terminated {rc=256}\u000a18:53:15.374774 --- ParallelTerminationStrategy: PID 3249 died...\u000a18:53:15.434309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3249): Terminated: ok {rc=0}\u000a18:53:15.445313 --- ParallelTerminationStrategy: PID 3252 died...\u000a18:53:15.504129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3252): Terminated: ok {rc=0}\u000a18:53:15.514974 --- ParallelTerminationStrategy: PID 3255 died...\u000a18:53:15.574326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3255): Terminated: ok {rc=0}\u000a18:53:15.665095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3271): Process ended prematurely: osmo-stp_10.42.42.5(pid=3271) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3271)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3271): Process ended prematurely: osmo-stp_10.42.42.5(pid=3271) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:53:16.831301 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:16.846317 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:53:17.018371 tst iperf3m4.py: using LAC 23021\u000a18:53:17.191874 tst iperf3m4.py: using RAC 71\u000a18:53:17.343142 tst iperf3m4.py: using CellId 23021\u000a18:53:17.476638 tst iperf3m4.py: using BVCI 23022\u000a18:53:17.504195 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:17.517016 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:17.530508 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:17.543617 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:17.555728 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:17.569247 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:17.583531 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:17.597585 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:17.611063 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:17.735118 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:17.863517 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:17.986586 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:18.289774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:53:18.430670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:18.785877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3257): Launched\u000a18:53:19.085928 run iperf3-srv_10.42.42.10(pid=3258): Launched\u000a18:53:19.292332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:53:19.433637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:19.792370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3259): Launched\u000a18:53:20.094647 run iperf3-srv_10.42.42.10(pid=3260): Launched\u000a18:53:20.300652 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:53:20.442384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:20.800896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3261): Launched\u000a18:53:21.102536 run iperf3-srv_10.42.42.10(pid=3262): Launched\u000a18:53:21.308260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:53:21.449303 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:21.807279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3263): Launched\u000a18:53:22.110168 run iperf3-srv_10.42.42.10(pid=3264): Launched\u000a18:53:22.316104 tst iperf3m4.py:8: start network...\u000a18:53:22.456786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:23.013931 run create_hlr_db(pid=3265): Launched\u000a18:53:23.208629 bus /gobi_6: Setting Powered False\u000a18:53:24.224574 run create_hlr_db(pid=3265): Terminated: ok {rc=0}\u000a18:53:24.632492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3267): Launched\u000a18:53:24.936662 run osmo-hlr_10.42.42.2(pid=3268): Launched\u000a18:53:25.047615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:25.574181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3270): Launched\u000a18:53:25.877197 run osmo-stp_10.42.42.5(pid=3271): Launched\u000a18:53:25.986220 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:26.514399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3273): Launched\u000a18:53:26.622313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:26.889427 run patchelf(pid=3274): Launched\u000a18:53:27.066545 run osmo-stp_10.42.42.5(pid=3271): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3271)]\u000a18:53:27.196266 run osmo-stp_10.42.42.5(pid=3271): stdout: \u000a| (launched: 2022-12-09_18:53:25.728530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:27.326318 run osmo-stp_10.42.42.5(pid=3271): stderr: \u000a| �[0;m�[38;5;43m20221209185325901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185325902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185325902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185325902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185325903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185325903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185325903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:27.451518 run osmo-stp_10.42.42.5(pid=3271): stdout: \u000a| (launched: 2022-12-09_18:53:25.728530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:27.575593 run osmo-stp_10.42.42.5(pid=3271): stderr: \u000a| �[0;m�[38;5;43m20221209185325901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185325902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185325902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185325902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185325903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185325903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185325903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:27.719455 run patchelf(pid=3274): Terminating (SIGINT)\u000a18:53:27.889181 run patchelf(pid=3274): Terminated: ok {rc=0}\u000a18:53:27.920224 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3271): Process ended prematurely: osmo-stp_10.42.42.5(pid=3271) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3271)] [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:53:27.929365 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a18:53:27.987654 run osmo-hlr_10.42.42.2(pid=3268): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3268)]\u000a18:53:28.035464 run osmo-hlr_10.42.42.2(pid=3268): stdout: \u000a| (launched: 2022-12-09_18:53:24.786961) \u000a18:53:28.083804 run osmo-hlr_10.42.42.2(pid=3268): stderr: \u000a| �[0;m�[1;31m20221209185324965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185324965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185324965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185324965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185324965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185324965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185324978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185324988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185324988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185324988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:28.124747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3257): Terminating (SIGTERM)\u000a18:53:28.163304 run iperf3-srv_10.42.42.10(pid=3258): Terminating (SIGTERM)\u000a18:53:28.201836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3259): Terminating (SIGTERM)\u000a18:53:28.240070 run iperf3-srv_10.42.42.10(pid=3260): Terminating (SIGTERM)\u000a18:53:28.278516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3261): Terminating (SIGTERM)\u000a18:53:28.316920 run iperf3-srv_10.42.42.10(pid=3262): Terminating (SIGTERM)\u000a18:53:28.355308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3263): Terminating (SIGTERM)\u000a18:53:28.393702 run iperf3-srv_10.42.42.10(pid=3264): Terminating (SIGTERM)\u000a18:53:28.432691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3267): Terminating (SIGTERM)\u000a18:53:28.471261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3270): Terminating (SIGTERM)\u000a18:53:28.509757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3273): Terminating (SIGTERM)\u000a18:53:28.518618 --- ParallelTerminationStrategy: PID 3257 died...\u000a18:53:28.570433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3257): Terminated: ok {rc=0}\u000a18:53:28.579719 --- ParallelTerminationStrategy: PID 3258 died...\u000a18:53:28.630894 run iperf3-srv_10.42.42.10(pid=3258): Terminated {rc=256}\u000a18:53:28.640065 --- ParallelTerminationStrategy: PID 3259 died...\u000a18:53:28.691701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3259): Terminated: ok {rc=0}\u000a18:53:28.700942 --- ParallelTerminationStrategy: PID 3260 died...\u000a18:53:28.752356 run iperf3-srv_10.42.42.10(pid=3260): Terminated {rc=256}\u000a18:53:28.761665 --- ParallelTerminationStrategy: PID 3261 died...\u000a18:53:28.813387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3261): Terminated: ok {rc=0}\u000a18:53:28.822652 --- ParallelTerminationStrategy: PID 3262 died...\u000a18:53:28.874031 run iperf3-srv_10.42.42.10(pid=3262): Terminated {rc=256}\u000a18:53:28.883197 --- ParallelTerminationStrategy: PID 3263 died...\u000a18:53:28.934587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3263): Terminated: ok {rc=0}\u000a18:53:28.943859 --- ParallelTerminationStrategy: PID 3264 died...\u000a18:53:28.995224 run iperf3-srv_10.42.42.10(pid=3264): Terminated {rc=256}\u000a18:53:29.004486 --- ParallelTerminationStrategy: PID 3267 died...\u000a18:53:29.055845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3267): Terminated: ok {rc=0}\u000a18:53:29.065275 --- ParallelTerminationStrategy: PID 3270 died...\u000a18:53:29.116879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3270): Terminated: ok {rc=0}\u000a18:53:29.126194 --- ParallelTerminationStrategy: PID 3273 died...\u000a18:53:29.177818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3273): Terminated: ok {rc=0}\u000a18:53:29.264751 bus /gobi_4: Setting Powered False\u000a18:53:30.370829 bus /gobi_4: Setting Powered False\u000a18:53:31.497871 bus /gobi_1: Setting Powered False\u000a18:53:32.600116 bus /gobi_1: Setting Powered False\u000a18:53:33.704352 bus /gobi_0: Setting Powered False\u000a18:53:34.809410 bus /gobi_0: Setting Powered False\u000a18:53:35.920687 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3281): Process ended prematurely: osmo-stp_10.42.42.5(pid=3281) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3281)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3281): Process ended prematurely: osmo-stp_10.42.42.5(pid=3281) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:53:36.988250 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.001094 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:53:37.147280 tst ping.py: using LAC 23022\u000a18:53:37.279053 tst ping.py: using RAC 72\u000a18:53:37.394631 tst ping.py: using CellId 23022\u000a18:53:37.510498 tst ping.py: using BVCI 23023\u000a18:53:37.532902 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.543730 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.554447 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.565625 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.576605 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.587545 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.598611 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.609583 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:37.898282 tst ping.py:19: start network...\u000a18:53:38.029748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:38.524046 run create_hlr_db(pid=3275): Launched\u000a18:53:38.707286 bus /gobi_6: Setting Powered False\u000a18:53:39.726241 run create_hlr_db(pid=3275): Terminated: ok {rc=0}\u000a18:53:40.127337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3277): Launched\u000a18:53:40.441484 run osmo-hlr_10.42.42.2(pid=3278): Launched\u000a18:53:40.555653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:41.105357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3280): Launched\u000a18:53:41.420363 run osmo-stp_10.42.42.5(pid=3281): Launched\u000a18:53:41.534884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:42.084909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3283): Launched\u000a18:53:42.197627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:42.471604 run patchelf(pid=3284): Launched\u000a18:53:42.655719 run osmo-stp_10.42.42.5(pid=3281): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3281)]\u000a18:53:42.790608 run osmo-stp_10.42.42.5(pid=3281): stdout: \u000a| (launched: 2022-12-09_18:53:41.264873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:42.926017 run osmo-stp_10.42.42.5(pid=3281): stderr: \u000a| �[0;m�[38;5;43m20221209185341452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185341452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185341453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185341453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:43.056533 run osmo-stp_10.42.42.5(pid=3281): stdout: \u000a| (launched: 2022-12-09_18:53:41.264873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:43.186354 run osmo-stp_10.42.42.5(pid=3281): stderr: \u000a| �[0;m�[38;5;43m20221209185341452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185341452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185341453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185341453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:43.336138 run patchelf(pid=3284): Terminating (SIGINT)\u000a18:53:43.512066 run patchelf(pid=3284): Terminated: ok {rc=0}\u000a18:53:43.544192 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3281): Process ended prematurely: osmo-stp_10.42.42.5(pid=3281) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3281)] [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:53:43.553478 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:53:43.615360 run osmo-hlr_10.42.42.2(pid=3278): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3278)]\u000a18:53:43.665848 run osmo-hlr_10.42.42.2(pid=3278): stdout: \u000a| (launched: 2022-12-09_18:53:40.287491) \u000a18:53:43.716747 run osmo-hlr_10.42.42.2(pid=3278): stderr: \u000a| �[0;m�[1;31m20221209185340481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185340481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185340481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185340482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185340482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185340482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185340494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185340502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185340502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185340503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:43.760196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3277): Terminating (SIGTERM)\u000a18:53:43.801303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3280): Terminating (SIGTERM)\u000a18:53:43.842433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3283): Terminating (SIGTERM)\u000a18:53:43.852199 --- ParallelTerminationStrategy: PID 3277 died...\u000a18:53:43.907432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3277): Terminated: ok {rc=0}\u000a18:53:43.917433 --- ParallelTerminationStrategy: PID 3280 died...\u000a18:53:43.972257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3280): Terminated: ok {rc=0}\u000a18:53:43.982292 --- ParallelTerminationStrategy: PID 3283 died...\u000a18:53:44.036892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3283): Terminated: ok {rc=0}\u000a18:53:44.122568 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3292): Process ended prematurely: osmo-stp_10.42.42.5(pid=3292) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3292): Process ended prematurely: osmo-stp_10.42.42.5(pid=3292) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:53:45.173386 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:45.185600 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:53:45.337722 tst ping_idle_ping.py: using LAC 23023\u000a18:53:45.461691 tst ping_idle_ping.py: using RAC 73\u000a18:53:45.588806 tst ping_idle_ping.py: using CellId 23023\u000a18:53:45.711035 tst ping_idle_ping.py: using BVCI 23024\u000a18:53:45.735210 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:45.746500 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:45.757544 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:45.768879 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:45.780058 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:45.791235 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:45.802605 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:45.813791 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:46.111336 tst ping_idle_ping.py:24: start network...\u000a18:53:46.241334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:46.810177 run create_hlr_db(pid=3286): Launched\u000a18:53:46.993548 bus /gobi_6: Setting Powered False\u000a18:53:48.007463 run create_hlr_db(pid=3286): Terminated: ok {rc=0}\u000a18:53:48.400848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3288): Launched\u000a18:53:48.695563 run osmo-hlr_10.42.42.2(pid=3289): Launched\u000a18:53:48.803450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:49.315613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3291): Launched\u000a18:53:49.611178 run osmo-stp_10.42.42.5(pid=3292): Launched\u000a18:53:49.718515 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:50.232940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3294): Launched\u000a18:53:50.337909 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:50.593763 run patchelf(pid=3295): Launched\u000a18:53:50.766349 run osmo-stp_10.42.42.5(pid=3292): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)]\u000a18:53:50.892571 run osmo-stp_10.42.42.5(pid=3292): stdout: \u000a| (launched: 2022-12-09_18:53:49.465898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:51.019211 run osmo-stp_10.42.42.5(pid=3292): stderr: \u000a| �[0;m�[38;5;43m20221209185349630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185349631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185349631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185349631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185349632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185349632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185349632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:51.141348 run osmo-stp_10.42.42.5(pid=3292): stdout: \u000a| (launched: 2022-12-09_18:53:49.465898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:51.262032 run osmo-stp_10.42.42.5(pid=3292): stderr: \u000a| �[0;m�[38;5;43m20221209185349630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185349631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185349631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185349631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185349632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185349632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185349632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:51.404559 run patchelf(pid=3295): Terminating (SIGINT)\u000a18:53:51.570020 run patchelf(pid=3295): Terminated: ok {rc=0}\u000a18:53:51.600165 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3292): Process ended prematurely: osmo-stp_10.42.42.5(pid=3292) [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)] [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:53:51.608621 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a18:53:51.666741 run osmo-hlr_10.42.42.2(pid=3289): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3289)]\u000a18:53:51.714570 run osmo-hlr_10.42.42.2(pid=3289): stdout: \u000a| (launched: 2022-12-09_18:53:48.551069) \u000a18:53:51.763180 run osmo-hlr_10.42.42.2(pid=3289): stderr: \u000a| �[0;m�[1;31m20221209185348722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185348722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185348722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185348722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185348722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185348723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185348735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185348744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185348744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185348744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:51.804670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3288): Terminating (SIGTERM)\u000a18:53:51.843547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3291): Terminating (SIGTERM)\u000a18:53:51.882439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3294): Terminating (SIGTERM)\u000a18:53:51.891512 --- ParallelTerminationStrategy: PID 3288 died...\u000a18:53:51.943624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3288): Terminated: ok {rc=0}\u000a18:53:51.952883 --- ParallelTerminationStrategy: PID 3291 died...\u000a18:53:52.004461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3291): Terminated: ok {rc=0}\u000a18:53:52.013820 --- ParallelTerminationStrategy: PID 3294 died...\u000a18:53:52.065374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3294): Terminated: ok {rc=0}\u000a18:53:52.146283 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:52:53" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3310): Process ended prematurely: osmo-stp_10.42.42.5(pid=3310) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3310)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3310): Process ended prematurely: osmo-stp_10.42.42.5(pid=3310) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:53:54.267254 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:53:54.278302 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:53:54.427866 tst cs_paging_gprs_active.py: using LAC 23024\u000a18:53:54.545503 tst cs_paging_gprs_active.py: using RAC 74\u000a18:53:54.662126 tst cs_paging_gprs_active.py: using CellId 23024\u000a18:53:54.785138 tst cs_paging_gprs_active.py: using BVCI 23025\u000a18:53:54.809615 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:53:54.820642 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:53:54.831528 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:53:54.842776 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:53:54.853889 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:53:54.865051 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:53:54.876230 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:53:54.887361 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:53:54.898645 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:53:55.013379 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:53:55.290242 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:53:55.414563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:55.722892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3300): Launched\u000a18:53:55.978446 run iperf3-srv_10.42.42.10(pid=3301): Launched\u000a18:53:56.160404 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:53:56.284497 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:56.593686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3302): Launched\u000a18:53:56.849244 run iperf3-srv_10.42.42.10(pid=3303): Launched\u000a18:53:57.031046 tst cs_paging_gprs_active.py:38: start network...\u000a18:53:57.155486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:57.634016 run create_hlr_db(pid=3304): Launched\u000a18:53:57.806118 bus /gobi_6: Setting Powered False\u000a18:53:58.828098 run create_hlr_db(pid=3304): Terminated: ok {rc=0}\u000a18:53:59.253752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3306): Launched\u000a18:53:59.573544 run osmo-hlr_10.42.42.2(pid=3307): Launched\u000a18:53:59.689290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:00.242267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3309): Launched\u000a18:54:00.561719 run osmo-stp_10.42.42.5(pid=3310): Launched\u000a18:54:00.679411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:01.275522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3312): Launched\u000a18:54:01.389680 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:01.676052 run patchelf(pid=3313): Launched\u000a18:54:01.856737 run osmo-stp_10.42.42.5(pid=3310): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3310)]\u000a18:54:01.989654 run osmo-stp_10.42.42.5(pid=3310): stdout: \u000a| (launched: 2022-12-09_18:54:00.405253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:02.121139 run osmo-stp_10.42.42.5(pid=3310): stderr: \u000a| �[0;m�[38;5;43m20221209185400592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185400592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185400592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185400592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185400593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185400593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185400593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:02.248258 run osmo-stp_10.42.42.5(pid=3310): stdout: \u000a| (launched: 2022-12-09_18:54:00.405253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:02.371518 run osmo-stp_10.42.42.5(pid=3310): stderr: \u000a| �[0;m�[38;5;43m20221209185400592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185400592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185400592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185400592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185400593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185400593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185400593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:02.514733 run patchelf(pid=3313): Terminating (SIGINT)\u000a18:54:02.682901 run patchelf(pid=3313): Terminated: ok {rc=0}\u000a18:54:02.713827 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3310): Process ended prematurely: osmo-stp_10.42.42.5(pid=3310) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3310)] [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:54:02.722922 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:54:02.781326 run osmo-hlr_10.42.42.2(pid=3307): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3307)]\u000a18:54:02.829338 run osmo-hlr_10.42.42.2(pid=3307): stdout: \u000a| (launched: 2022-12-09_18:53:59.416507) \u000a18:54:02.877653 run osmo-hlr_10.42.42.2(pid=3307): stderr: \u000a| �[0;m�[1;31m20221209185359610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185359611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185359611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185359611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185359611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185359611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185359623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185359631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185359631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185359631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:02.918690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3300): Terminating (SIGTERM)\u000a18:54:02.957396 run iperf3-srv_10.42.42.10(pid=3301): Terminating (SIGTERM)\u000a18:54:02.996065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3302): Terminating (SIGTERM)\u000a18:54:03.034585 run iperf3-srv_10.42.42.10(pid=3303): Terminating (SIGTERM)\u000a18:54:03.073200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3306): Terminating (SIGTERM)\u000a18:54:03.112585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3309): Terminating (SIGTERM)\u000a18:54:03.151246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3312): Terminating (SIGTERM)\u000a18:54:03.160355 --- ParallelTerminationStrategy: PID 3300 died...\u000a18:54:03.212385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3300): Terminated: ok {rc=0}\u000a18:54:03.221693 --- ParallelTerminationStrategy: PID 3301 died...\u000a18:54:03.273027 run iperf3-srv_10.42.42.10(pid=3301): Terminated {rc=256}\u000a18:54:03.282161 --- ParallelTerminationStrategy: PID 3302 died...\u000a18:54:03.333699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3302): Terminated: ok {rc=0}\u000a18:54:03.342884 --- ParallelTerminationStrategy: PID 3303 died...\u000a18:54:03.394326 run iperf3-srv_10.42.42.10(pid=3303): Terminated {rc=256}\u000a18:54:03.403584 --- ParallelTerminationStrategy: PID 3306 died...\u000a18:54:03.454971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3306): Terminated: ok {rc=0}\u000a18:54:03.464144 --- ParallelTerminationStrategy: PID 3309 died...\u000a18:54:03.516220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3309): Terminated: ok {rc=0}\u000a18:54:03.525553 --- ParallelTerminationStrategy: PID 3312 died...\u000a18:54:03.577073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3312): Terminated: ok {rc=0}\u000a18:54:03.664088 bus /gobi_0: Setting Powered False\u000a18:54:04.765507 bus /gobi_0: Setting Powered False\u000a18:54:05.874927 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3322): Process ended prematurely: osmo-stp_10.42.42.5(pid=3322) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3322)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3322): Process ended prematurely: osmo-stp_10.42.42.5(pid=3322) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:54:06.983111 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:06.994375 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:54:07.139753 tst iperf3.py: using LAC 23025\u000a18:54:07.258318 tst iperf3.py: using RAC 75\u000a18:54:07.374782 tst iperf3.py: using CellId 23025\u000a18:54:07.490842 tst iperf3.py: using BVCI 23026\u000a18:54:07.513727 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:07.524305 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:07.534729 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:07.545163 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:07.555520 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:07.565926 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:07.576344 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:07.586699 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:07.597239 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:54:07.888006 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:54:08.022681 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:08.353271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3314): Launched\u000a18:54:08.626625 run iperf3-srv_10.42.42.10(pid=3315): Launched\u000a18:54:08.823781 tst iperf3.py:8: start network...\u000a18:54:08.958335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:09.460582 run create_hlr_db(pid=3316): Launched\u000a18:54:09.645607 bus /gobi_6: Setting Powered False\u000a18:54:10.666581 run create_hlr_db(pid=3316): Terminated: ok {rc=0}\u000a18:54:11.090539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3318): Launched\u000a18:54:11.410986 run osmo-hlr_10.42.42.2(pid=3319): Launched\u000a18:54:11.530471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:12.086731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3321): Launched\u000a18:54:12.404941 run osmo-stp_10.42.42.5(pid=3322): Launched\u000a18:54:12.520767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:13.074711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3324): Launched\u000a18:54:13.189701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:13.466823 run patchelf(pid=3325): Launched\u000a18:54:13.652895 run osmo-stp_10.42.42.5(pid=3322): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3322)]\u000a18:54:13.789663 run osmo-stp_10.42.42.5(pid=3322): stdout: \u000a| (launched: 2022-12-09_18:54:12.249494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:13.926672 run osmo-stp_10.42.42.5(pid=3322): stderr: \u000a| �[0;m�[38;5;43m20221209185412438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185412439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185412439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185412439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185412440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185412440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185412440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:14.058830 run osmo-stp_10.42.42.5(pid=3322): stdout: \u000a| (launched: 2022-12-09_18:54:12.249494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:14.190343 run osmo-stp_10.42.42.5(pid=3322): stderr: \u000a| �[0;m�[38;5;43m20221209185412438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185412439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185412439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185412439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185412440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185412440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185412440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:14.343192 run patchelf(pid=3325): Terminating (SIGINT)\u000a18:54:14.522750 run patchelf(pid=3325): Terminated: ok {rc=0}\u000a18:54:14.555623 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3322): Process ended prematurely: osmo-stp_10.42.42.5(pid=3322) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3322)] [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:54:14.565580 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:54:14.627522 run osmo-hlr_10.42.42.2(pid=3319): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3319)]\u000a18:54:14.678037 run osmo-hlr_10.42.42.2(pid=3319): stdout: \u000a| (launched: 2022-12-09_18:54:11.254693) \u000a18:54:14.728930 run osmo-hlr_10.42.42.2(pid=3319): stderr: \u000a| �[0;m�[1;31m20221209185411449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185411449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185411449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185411449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185411449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185411449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185411461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185411470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185411470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185411470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:14.772523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3314): Terminating (SIGTERM)\u000a18:54:14.813672 run iperf3-srv_10.42.42.10(pid=3315): Terminating (SIGTERM)\u000a18:54:14.854768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3318): Terminating (SIGTERM)\u000a18:54:14.895917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3321): Terminating (SIGTERM)\u000a18:54:14.937476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3324): Terminating (SIGTERM)\u000a18:54:14.946858 --- ParallelTerminationStrategy: PID 3314 died...\u000a18:54:15.001692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3314): Terminated: ok {rc=0}\u000a18:54:15.011492 --- ParallelTerminationStrategy: PID 3315 died...\u000a18:54:15.066197 run iperf3-srv_10.42.42.10(pid=3315): Terminated {rc=256}\u000a18:54:15.076242 --- ParallelTerminationStrategy: PID 3318 died...\u000a18:54:15.131011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3318): Terminated: ok {rc=0}\u000a18:54:15.141094 --- ParallelTerminationStrategy: PID 3321 died...\u000a18:54:15.195729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3321): Terminated: ok {rc=0}\u000a18:54:15.205817 --- ParallelTerminationStrategy: PID 3324 died...\u000a18:54:15.260348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3324): Terminated: ok {rc=0}\u000a18:54:15.345146 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3340): Process ended prematurely: osmo-stp_10.42.42.5(pid=3340) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3340)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3340): Process ended prematurely: osmo-stp_10.42.42.5(pid=3340) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:54:16.491610 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:16.504676 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:54:16.655190 tst iperf3m4.py: using LAC 23026\u000a18:54:16.776413 tst iperf3m4.py: using RAC 76\u000a18:54:16.928013 tst iperf3m4.py: using CellId 23026\u000a18:54:17.073806 tst iperf3m4.py: using BVCI 23027\u000a18:54:17.098942 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:17.111040 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:17.122571 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:17.134413 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:17.146450 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:17.158539 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:17.170200 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:17.181522 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:17.194694 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:54:17.312692 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:54:17.431757 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:54:17.550776 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:54:17.828859 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:54:17.954735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:18.265257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3326): Launched\u000a18:54:18.521172 run iperf3-srv_10.42.42.10(pid=3327): Launched\u000a18:54:18.704603 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:54:18.829981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:19.139354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Launched\u000a18:54:19.396904 run iperf3-srv_10.42.42.10(pid=3329): Launched\u000a18:54:19.579320 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:54:19.703636 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:20.012380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3330): Launched\u000a18:54:20.267785 run iperf3-srv_10.42.42.10(pid=3331): Launched\u000a18:54:20.450473 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:54:20.574978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:20.884381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3332): Launched\u000a18:54:21.142450 run iperf3-srv_10.42.42.10(pid=3333): Launched\u000a18:54:21.325474 tst iperf3m4.py:8: start network...\u000a18:54:21.449817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:21.927125 run create_hlr_db(pid=3334): Launched\u000a18:54:22.099782 bus /gobi_6: Setting Powered False\u000a18:54:23.120932 run create_hlr_db(pid=3334): Terminated: ok {rc=0}\u000a18:54:23.545880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3336): Launched\u000a18:54:23.863727 run osmo-hlr_10.42.42.2(pid=3337): Launched\u000a18:54:23.982679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:24.544553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3339): Launched\u000a18:54:24.863477 run osmo-stp_10.42.42.5(pid=3340): Launched\u000a18:54:24.981218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:25.543358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3342): Launched\u000a18:54:25.658988 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:25.939574 run patchelf(pid=3343): Launched\u000a18:54:26.128768 run osmo-stp_10.42.42.5(pid=3340): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3340)]\u000a18:54:26.267068 run osmo-stp_10.42.42.5(pid=3340): stdout: \u000a| (launched: 2022-12-09_18:54:24.707358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:26.405905 run osmo-stp_10.42.42.5(pid=3340): stderr: \u000a| �[0;m�[38;5;43m20221209185424895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185424895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185424895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185424895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185424896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185424896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185424896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:26.539749 run osmo-stp_10.42.42.5(pid=3340): stdout: \u000a| (launched: 2022-12-09_18:54:24.707358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:26.672547 run osmo-stp_10.42.42.5(pid=3340): stderr: \u000a| �[0;m�[38;5;43m20221209185424895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185424895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185424895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185424895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185424896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185424896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185424896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:26.827013 run patchelf(pid=3343): Terminating (SIGINT)\u000a18:54:27.008004 run patchelf(pid=3343): Terminated: ok {rc=0}\u000a18:54:27.041233 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3340): Process ended prematurely: osmo-stp_10.42.42.5(pid=3340) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3340)] [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:54:27.051146 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a18:54:27.114370 run osmo-hlr_10.42.42.2(pid=3337): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3337)]\u000a18:54:27.165394 run osmo-hlr_10.42.42.2(pid=3337): stdout: \u000a| (launched: 2022-12-09_18:54:23.708332) \u000a18:54:27.216853 run osmo-hlr_10.42.42.2(pid=3337): stderr: \u000a| �[0;m�[1;31m20221209185423901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185423901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185423901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185423901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185423901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185423901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185423913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185423922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185423922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185423922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:27.260522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3326): Terminating (SIGTERM)\u000a18:54:27.302272 run iperf3-srv_10.42.42.10(pid=3327): Terminating (SIGTERM)\u000a18:54:27.343882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Terminating (SIGTERM)\u000a18:54:27.385486 run iperf3-srv_10.42.42.10(pid=3329): Terminating (SIGTERM)\u000a18:54:27.427272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3330): Terminating (SIGTERM)\u000a18:54:27.468670 run iperf3-srv_10.42.42.10(pid=3331): Terminating (SIGTERM)\u000a18:54:27.510259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3332): Terminating (SIGTERM)\u000a18:54:27.551364 run iperf3-srv_10.42.42.10(pid=3333): Terminating (SIGTERM)\u000a18:54:27.593023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3336): Terminating (SIGTERM)\u000a18:54:27.634841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3339): Terminating (SIGTERM)\u000a18:54:27.676348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3342): Terminating (SIGTERM)\u000a18:54:27.685534 --- ParallelTerminationStrategy: PID 3326 died...\u000a18:54:27.741185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3326): Terminated: ok {rc=0}\u000a18:54:27.751055 --- ParallelTerminationStrategy: PID 3327 died...\u000a18:54:27.805898 run iperf3-srv_10.42.42.10(pid=3327): Terminated {rc=256}\u000a18:54:27.815973 --- ParallelTerminationStrategy: PID 3328 died...\u000a18:54:27.871506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Terminated: ok {rc=0}\u000a18:54:27.881409 --- ParallelTerminationStrategy: PID 3329 died...\u000a18:54:27.936608 run iperf3-srv_10.42.42.10(pid=3329): Terminated {rc=256}\u000a18:54:27.946774 --- ParallelTerminationStrategy: PID 3330 died...\u000a18:54:28.002140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3330): Terminated: ok {rc=0}\u000a18:54:28.012018 --- ParallelTerminationStrategy: PID 3331 died...\u000a18:54:28.067309 run iperf3-srv_10.42.42.10(pid=3331): Terminated {rc=256}\u000a18:54:28.077372 --- ParallelTerminationStrategy: PID 3332 died...\u000a18:54:28.132899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3332): Terminated: ok {rc=0}\u000a18:54:28.142903 --- ParallelTerminationStrategy: PID 3333 died...\u000a18:54:28.198413 run iperf3-srv_10.42.42.10(pid=3333): Terminated {rc=256}\u000a18:54:28.208518 --- ParallelTerminationStrategy: PID 3336 died...\u000a18:54:28.263823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3336): Terminated: ok {rc=0}\u000a18:54:28.274057 --- ParallelTerminationStrategy: PID 3339 died...\u000a18:54:28.329747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3339): Terminated: ok {rc=0}\u000a18:54:28.339690 --- ParallelTerminationStrategy: PID 3342 died...\u000a18:54:28.395193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3342): Terminated: ok {rc=0}\u000a18:54:28.482517 bus /gobi_4: Setting Powered False\u000a18:54:29.588921 bus /gobi_4: Setting Powered False\u000a18:54:30.700452 bus /gobi_1: Setting Powered False\u000a18:54:31.808172 bus /gobi_1: Setting Powered False\u000a18:54:32.914828 bus /gobi_0: Setting Powered False\u000a18:54:34.019485 bus /gobi_0: Setting Powered False\u000a18:54:35.126761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3350): Process ended prematurely: osmo-stp_10.42.42.5(pid=3350) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3350): Process ended prematurely: osmo-stp_10.42.42.5(pid=3350) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:54:36.195048 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:36.206966 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:54:36.358344 tst ping.py: using LAC 23027\u000a18:54:36.482109 tst ping.py: using RAC 77\u000a18:54:36.607792 tst ping.py: using CellId 23027\u000a18:54:36.736784 tst ping.py: using BVCI 23028\u000a18:54:36.761255 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:36.772489 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:36.783560 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:36.794857 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:36.806127 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:36.817284 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:36.828554 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:36.839920 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:54:37.128536 tst ping.py:19: start network...\u000a18:54:37.262290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:37.763283 run create_hlr_db(pid=3344): Launched\u000a18:54:37.948599 bus /gobi_6: Setting Powered False\u000a18:54:38.968314 run create_hlr_db(pid=3344): Terminated: ok {rc=0}\u000a18:54:39.367135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3346): Launched\u000a18:54:39.665547 run osmo-hlr_10.42.42.2(pid=3347): Launched\u000a18:54:39.773937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:40.292563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3349): Launched\u000a18:54:40.591483 run osmo-stp_10.42.42.5(pid=3350): Launched\u000a18:54:40.699371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:41.217458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3352): Launched\u000a18:54:41.322929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:41.582903 run patchelf(pid=3353): Launched\u000a18:54:41.756535 run osmo-stp_10.42.42.5(pid=3350): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)]\u000a18:54:41.883362 run osmo-stp_10.42.42.5(pid=3350): stdout: \u000a| (launched: 2022-12-09_18:54:40.444121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:42.010681 run osmo-stp_10.42.42.5(pid=3350): stderr: \u000a| �[0;m�[38;5;43m20221209185440612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185440613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185440613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185440613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185440614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185440614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185440614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:42.133573 run osmo-stp_10.42.42.5(pid=3350): stdout: \u000a| (launched: 2022-12-09_18:54:40.444121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:42.255232 run osmo-stp_10.42.42.5(pid=3350): stderr: \u000a| �[0;m�[38;5;43m20221209185440612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185440613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185440613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185440613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185440614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185440614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185440614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:42.397417 run patchelf(pid=3353): Terminating (SIGINT)\u000a18:54:42.564048 run patchelf(pid=3353): Terminated: ok {rc=0}\u000a18:54:42.594411 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3350): Process ended prematurely: osmo-stp_10.42.42.5(pid=3350) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)] [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:54:42.603065 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:54:42.662332 run osmo-hlr_10.42.42.2(pid=3347): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3347)]\u000a18:54:42.710770 run osmo-hlr_10.42.42.2(pid=3347): stdout: \u000a| (launched: 2022-12-09_18:54:39.519023) \u000a18:54:42.759686 run osmo-hlr_10.42.42.2(pid=3347): stderr: \u000a| �[0;m�[1;31m20221209185439693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185439693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185439693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185439693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185439693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185439693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185439736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185439746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185439746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185439746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:42.801521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3346): Terminating (SIGTERM)\u000a18:54:42.840882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3349): Terminating (SIGTERM)\u000a18:54:42.880165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3352): Terminating (SIGTERM)\u000a18:54:42.889337 --- ParallelTerminationStrategy: PID 3346 died...\u000a18:54:42.941986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3346): Terminated: ok {rc=0}\u000a18:54:42.951409 --- ParallelTerminationStrategy: PID 3349 died...\u000a18:54:43.003756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3349): Terminated: ok {rc=0}\u000a18:54:43.013259 --- ParallelTerminationStrategy: PID 3352 died...\u000a18:54:43.065522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3352): Terminated: ok {rc=0}\u000a18:54:43.154194 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3360): Process ended prematurely: osmo-stp_10.42.42.5(pid=3360) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3360)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3360): Process ended prematurely: osmo-stp_10.42.42.5(pid=3360) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:54:44.204935 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:44.216725 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:54:44.360929 tst ping_idle_ping.py: using LAC 23028\u000a18:54:44.477813 tst ping_idle_ping.py: using RAC 78\u000a18:54:44.599424 tst ping_idle_ping.py: using CellId 23028\u000a18:54:44.716129 tst ping_idle_ping.py: using BVCI 23029\u000a18:54:44.738923 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:44.749726 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:44.760212 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:44.770827 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:44.781267 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:44.791700 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:44.802350 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:54:44.812848 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:54:45.102668 tst ping_idle_ping.py:24: start network...\u000a18:54:45.237608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:45.748455 run create_hlr_db(pid=3354): Launched\u000a18:54:45.962429 bus /gobi_6: Setting Powered False\u000a18:54:46.946588 run create_hlr_db(pid=3354): Terminated: ok {rc=0}\u000a18:54:47.392122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3356): Launched\u000a18:54:47.692176 run osmo-hlr_10.42.42.2(pid=3357): Launched\u000a18:54:47.801510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:48.316704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3359): Launched\u000a18:54:48.615182 run osmo-stp_10.42.42.5(pid=3360): Launched\u000a18:54:48.723334 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:49.241455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3362): Launched\u000a18:54:49.347108 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:49.607041 run patchelf(pid=3363): Launched\u000a18:54:49.780384 run osmo-stp_10.42.42.5(pid=3360): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3360)]\u000a18:54:49.907379 run osmo-stp_10.42.42.5(pid=3360): stdout: \u000a| (launched: 2022-12-09_18:54:48.468320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:50.034392 run osmo-stp_10.42.42.5(pid=3360): stderr: \u000a| �[0;m�[38;5;43m20221209185448638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185448638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185448639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185448639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185448640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185448640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185448640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:50.157178 run osmo-stp_10.42.42.5(pid=3360): stdout: \u000a| (launched: 2022-12-09_18:54:48.468320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:50.278994 run osmo-stp_10.42.42.5(pid=3360): stderr: \u000a| �[0;m�[38;5;43m20221209185448638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185448638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185448639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185448639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185448640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185448640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185448640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:50.420848 run patchelf(pid=3363): Terminating (SIGINT)\u000a18:54:50.586855 run patchelf(pid=3363): Terminated: ok {rc=0}\u000a18:54:50.617097 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3360): Process ended prematurely: osmo-stp_10.42.42.5(pid=3360) [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3360)] [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:54:50.625736 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a18:54:50.683920 run osmo-hlr_10.42.42.2(pid=3357): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3357)]\u000a18:54:50.731834 run osmo-hlr_10.42.42.2(pid=3357): stdout: \u000a| (launched: 2022-12-09_18:54:47.544658) \u000a18:54:50.780173 run osmo-hlr_10.42.42.2(pid=3357): stderr: \u000a| �[0;m�[1;31m20221209185447719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185447719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185447719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185447719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185447719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185447719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185447733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185447742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185447742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185447742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:50.821606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3356): Terminating (SIGTERM)\u000a18:54:50.860342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3359): Terminating (SIGTERM)\u000a18:54:50.899061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3362): Terminating (SIGTERM)\u000a18:54:50.907887 --- ParallelTerminationStrategy: PID 3356 died...\u000a18:54:50.959731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3356): Terminated: ok {rc=0}\u000a18:54:50.969042 --- ParallelTerminationStrategy: PID 3359 died...\u000a18:54:51.020390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3359): Terminated: ok {rc=0}\u000a18:54:51.029731 --- ParallelTerminationStrategy: PID 3362 died...\u000a18:54:51.081478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3362): Terminated: ok {rc=0}\u000a18:54:51.169558 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:53:53" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3373): Process ended prematurely: osmo-stp_10.42.42.5(pid=3373) [trial-2363↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3373)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3373): Process ended prematurely: osmo-stp_10.42.42.5(pid=3373) [trial-2363↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:54:53.165338 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:54:53.176074 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:54:53.323445 tst switch_tch_pdch.py: using LAC 23029\u000a18:54:53.439997 tst switch_tch_pdch.py: using RAC 79\u000a18:54:53.558651 tst switch_tch_pdch.py: using CellId 23029\u000a18:54:53.674091 tst switch_tch_pdch.py: using BVCI 23030\u000a18:54:53.696679 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:54:53.707724 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:54:53.718518 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:54:53.729289 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:54:53.739998 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:54:53.750819 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:54:53.761663 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:54:53.772379 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:54:53.891125 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:54:54.165049 tst switch_tch_pdch.py:51: start network...\u000a18:54:54.289243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:54.764707 run create_hlr_db(pid=3367): Launched\u000a18:54:54.936513 bus /gobi_6: Setting Powered False\u000a18:54:55.956385 run create_hlr_db(pid=3367): Terminated: ok {rc=0}\u000a18:54:56.378186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3369): Launched\u000a18:54:56.696862 run osmo-hlr_10.42.42.2(pid=3370): Launched\u000a18:54:56.816487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:57.368143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3372): Launched\u000a18:54:57.686770 run osmo-stp_10.42.42.5(pid=3373): Launched\u000a18:54:57.803368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:58.356070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3375): Launched\u000a18:54:58.469369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:58.744674 run patchelf(pid=3376): Launched\u000a18:54:58.929522 run osmo-stp_10.42.42.5(pid=3373): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3373)]\u000a18:54:59.065270 run osmo-stp_10.42.42.5(pid=3373): stdout: \u000a| (launched: 2022-12-09_18:54:57.530533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:59.201414 run osmo-stp_10.42.42.5(pid=3373): stderr: \u000a| �[0;m�[38;5;43m20221209185457720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185457720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185457720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185457721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185457721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185457721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185457721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:59.332430 run osmo-stp_10.42.42.5(pid=3373): stdout: \u000a| (launched: 2022-12-09_18:54:57.530533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:59.462427 run osmo-stp_10.42.42.5(pid=3373): stderr: \u000a| �[0;m�[38;5;43m20221209185457720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185457720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185457720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185457721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185457721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185457721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185457721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:59.614018 run patchelf(pid=3376): Terminating (SIGINT)\u000a18:54:59.791171 run patchelf(pid=3376): Terminated: ok {rc=0}\u000a18:54:59.823321 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3373): Process ended prematurely: osmo-stp_10.42.42.5(pid=3373) [trial-2363↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3373)] [trial-2363↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:54:59.832572 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a18:54:59.894857 run osmo-hlr_10.42.42.2(pid=3370): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3370)]\u000a18:54:59.945674 run osmo-hlr_10.42.42.2(pid=3370): stdout: \u000a| (launched: 2022-12-09_18:54:56.540072) \u000a18:54:59.997024 run osmo-hlr_10.42.42.2(pid=3370): stderr: \u000a| �[0;m�[1;31m20221209185456735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185456735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185456735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185456735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185456735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185456735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185456750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185456758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185456759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185456759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:00.040554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3369): Terminating (SIGTERM)\u000a18:55:00.082339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3372): Terminating (SIGTERM)\u000a18:55:00.123928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3375): Terminating (SIGTERM)\u000a18:55:00.133451 --- ParallelTerminationStrategy: PID 3369 died...\u000a18:55:00.189267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3369): Terminated: ok {rc=0}\u000a18:55:00.199626 --- ParallelTerminationStrategy: PID 3372 died...\u000a18:55:00.254670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3372): Terminated: ok {rc=0}\u000a18:55:00.264389 --- ParallelTerminationStrategy: PID 3375 died...\u000a18:55:00.319756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3375): Terminated: ok {rc=0}\u000a18:55:00.405728 bus /gobi_0: Setting Powered False\u000a18:55:01.514572 bus /gobi_0: Setting Powered False\u000a18:55:02.623342 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:54:52" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3390): Process ended prematurely: osmo-stp_10.42.42.5(pid=3390) [trial-2363↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3390)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3390): Process ended prematurely: osmo-stp_10.42.42.5(pid=3390) [trial-2363↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:55:04.558651 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:55:04.569756 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:55:04.726453 tst switch_tch_pdch.py: using LAC 23030\u000a18:55:04.852126 tst switch_tch_pdch.py: using RAC 80\u000a18:55:04.975380 tst switch_tch_pdch.py: using CellId 23030\u000a18:55:05.097815 tst switch_tch_pdch.py: using BVCI 23031\u000a18:55:05.122275 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:55:05.133923 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:55:05.144833 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:55:05.156052 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:55:05.167257 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:55:05.178691 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:55:05.190108 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:55:05.201474 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:55:05.315897 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:55:05.590965 tst switch_tch_pdch.py:51: start network...\u000a18:55:05.715382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:06.167109 run create_hlr_db(pid=3384): Launched\u000a18:55:06.287928 bus /gobi_6: Setting Powered False\u000a18:55:07.359401 run create_hlr_db(pid=3384): Terminated: ok {rc=0}\u000a18:55:07.754799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3386): Launched\u000a18:55:08.074218 run osmo-hlr_10.42.42.2(pid=3387): Launched\u000a18:55:08.191075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:08.714781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3389): Launched\u000a18:55:09.032218 run osmo-stp_10.42.42.5(pid=3390): Launched\u000a18:55:09.147376 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:55:09.672654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3392): Launched\u000a18:55:09.786025 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:55:10.061988 run patchelf(pid=3393): Launched\u000a18:55:10.247779 run osmo-stp_10.42.42.5(pid=3390): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3390)]\u000a18:55:10.383610 run osmo-stp_10.42.42.5(pid=3390): stdout: \u000a| (launched: 2022-12-09_18:55:08.876693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:10.519894 run osmo-stp_10.42.42.5(pid=3390): stderr: \u000a| �[0;m�[38;5;43m20221209185509066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185509066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185509066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185509067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185509067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185509067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185509067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:10.651449 run osmo-stp_10.42.42.5(pid=3390): stdout: \u000a| (launched: 2022-12-09_18:55:08.876693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:10.781818 run osmo-stp_10.42.42.5(pid=3390): stderr: \u000a| �[0;m�[38;5;43m20221209185509066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185509066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185509066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185509067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185509067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185509067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185509067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:10.932640 run patchelf(pid=3393): Terminating (SIGINT)\u000a18:55:11.109413 run patchelf(pid=3393): Terminated: ok {rc=0}\u000a18:55:11.142046 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3390): Process ended prematurely: osmo-stp_10.42.42.5(pid=3390) [trial-2363↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3390)] [trial-2363↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:55:11.151367 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a18:55:11.213938 run osmo-hlr_10.42.42.2(pid=3387): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3387)]\u000a18:55:11.264983 run osmo-hlr_10.42.42.2(pid=3387): stdout: \u000a| (launched: 2022-12-09_18:55:07.916674) \u000a18:55:11.316284 run osmo-hlr_10.42.42.2(pid=3387): stderr: \u000a| �[0;m�[1;31m20221209185508113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185508113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185508113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185508114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185508114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185508114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185508124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185508132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185508133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185508133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:11.360341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3386): Terminating (SIGTERM)\u000a18:55:11.401449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3389): Terminating (SIGTERM)\u000a18:55:11.442750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3392): Terminating (SIGTERM)\u000a18:55:11.452416 --- ParallelTerminationStrategy: PID 3386 died...\u000a18:55:11.507394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3386): Terminated: ok {rc=0}\u000a18:55:11.517921 --- ParallelTerminationStrategy: PID 3389 died...\u000a18:55:11.573288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3389): Terminated: ok {rc=0}\u000a18:55:11.583070 --- ParallelTerminationStrategy: PID 3392 died...\u000a18:55:11.637740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3392): Terminated: ok {rc=0}\u000a18:55:11.723379 bus /gobi_0: Setting Powered False\u000a18:55:12.828203 bus /gobi_0: Setting Powered False\u000a18:55:13.933307 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:55:04" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3398): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3398) [trial-2363↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3398)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3398): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3398) [trial-2363↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a18:55:15.803241 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a18:55:15.813797 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a18:55:15.989237 tst mo_mt_sms.py: using LAC 23031\u000a18:55:16.118699 tst mo_mt_sms.py: using RAC 81\u000a18:55:16.265145 tst mo_mt_sms.py: using CellId 23031\u000a18:55:16.394017 tst mo_mt_sms.py: using BVCI 23032\u000a18:55:16.417747 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a18:55:16.528199 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a18:55:16.822162 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:55:16.958817 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:55:17.605264 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3397): Launched\u000a18:55:17.899704 run osmo-nitb_10.42.42.2(pid=3398): Launched\u000a18:55:18.082435 run osmo-nitb_10.42.42.2(pid=3398): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3398)]\u000a18:55:18.217157 run osmo-nitb_10.42.42.2(pid=3398): stdout: \u000a| (launched: 2022-12-09_18:55:17.757193) \u000a18:55:18.352492 run osmo-nitb_10.42.42.2(pid=3398): stderr: \u000a| (launched: 2022-12-09_18:55:17.801635)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:18.482688 run osmo-nitb_10.42.42.2(pid=3398): stdout: \u000a| (launched: 2022-12-09_18:55:17.757193) \u000a18:55:18.612008 run osmo-nitb_10.42.42.2(pid=3398): stderr: \u000a| (launched: 2022-12-09_18:55:17.801635)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:19.020358 tst osmo-nitb_10.42.42.2(pid=3398): stdout: \u000a| (launched: 2022-12-09_18:55:17.757193) \u000a18:55:19.138547 tst osmo-nitb_10.42.42.2(pid=3398): stderr: \u000a| (launched: 2022-12-09_18:55:17.801635)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:19.190365 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3398): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3398) [trial-2363↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3398)] [trial-2363↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a18:55:19.198313 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a18:55:19.232063 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3397): Terminating (SIGTERM)\u000a18:55:19.409170 --- ParallelTerminationStrategy: PID 3397 died...\u000a18:55:19.462512 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3397): Terminated: ok {rc=0}\u000a18:55:19.550375 bus /sierra_3: Setting Powered False\u000a18:55:20.654150 bus /sierra_3: Setting Powered False\u000a18:55:21.766611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:55:15" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3409): Process ended prematurely: osmo-stp_10.42.42.5(pid=3409) [trial-2363↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3409)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3409): Process ended prematurely: osmo-stp_10.42.42.5(pid=3409) [trial-2363↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a18:55:23.650833 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:23.661190 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a18:55:23.794191 tst mo_mt_sms.py: using LAC 23032\u000a18:55:23.910323 tst mo_mt_sms.py: using RAC 82\u000a18:55:24.026555 tst mo_mt_sms.py: using CellId 23032\u000a18:55:24.142638 tst mo_mt_sms.py: using BVCI 23033\u000a18:55:24.165257 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:24.175650 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:24.185938 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:24.196100 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:24.206390 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:24.216594 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a18:55:24.330427 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a18:55:24.527471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:25.003311 run create_hlr_db(pid=3403): Launched\u000a18:55:25.175456 bus /sierra_2: Setting Powered False\u000a18:55:26.196343 run create_hlr_db(pid=3403): Terminated: ok {rc=0}\u000a18:55:26.619474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3405): Launched\u000a18:55:26.938429 run osmo-hlr_10.42.42.2(pid=3406): Launched\u000a18:55:27.054672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:27.606634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3408): Launched\u000a18:55:27.925100 run osmo-stp_10.42.42.5(pid=3409): Launched\u000a18:55:28.041497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:55:28.621883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3411): Launched\u000a18:55:28.920132 run osmo-msc_10.42.42.6(pid=3412): Launched\u000a18:55:29.094742 run osmo-stp_10.42.42.5(pid=3409): ERR: Terminated: ERROR {rc=1} [trial-2363↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3409)]\u000a18:55:29.220161 run osmo-stp_10.42.42.5(pid=3409): stdout: \u000a| (launched: 2022-12-09_18:55:27.768707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:29.343295 run osmo-stp_10.42.42.5(pid=3409): stderr: \u000a| �[0;m�[38;5;43m20221209185527958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185527958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185527958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185527958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185527959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185527959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185527959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:29.462847 run osmo-stp_10.42.42.5(pid=3409): stdout: \u000a| (launched: 2022-12-09_18:55:27.768707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:29.581639 run osmo-stp_10.42.42.5(pid=3409): stderr: \u000a| �[0;m�[38;5;43m20221209185527958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185527958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185527958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185527958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185527959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185527959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185527959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:29.633373 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3409): Process ended prematurely: osmo-stp_10.42.42.5(pid=3409) [trial-2363↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3409)] [trial-2363↪sms:trx-b200↪mo_mt_sms.py:16]\u000a18:55:29.641266 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a18:55:29.700464 run osmo-hlr_10.42.42.2(pid=3406): ERR: Terminated: ERROR {rc=237} [trial-2363↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3406)]\u000a18:55:29.749151 run osmo-hlr_10.42.42.2(pid=3406): stdout: \u000a| (launched: 2022-12-09_18:55:26.782032) \u000a18:55:29.799226 run osmo-hlr_10.42.42.2(pid=3406): stderr: \u000a| �[0;m�[1;31m20221209185526977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185526977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185526977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185526977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185526977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185526978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185526994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185527004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185527005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185527005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:29.866162 run osmo-msc_10.42.42.6(pid=3412): ERR: Terminated: ERROR {rc=2} [trial-2363↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3412)]\u000a18:55:29.914888 run osmo-msc_10.42.42.6(pid=3412): stdout: \u000a| (launched: 2022-12-09_18:55:28.773552) \u000a18:55:29.964014 run osmo-msc_10.42.42.6(pid=3412): stderr: \u000a| �[0;m�[38;5;43m20221209185529044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185529044 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ef4becc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185529044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185529044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185529044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185529044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185529046 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185529047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185529047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185529047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:55:30.005835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3405): Terminating (SIGTERM)\u000a18:55:30.045245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3408): Terminating (SIGTERM)\u000a18:55:30.084674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3411): Terminating (SIGTERM)\u000a18:55:30.093758 --- ParallelTerminationStrategy: PID 3405 died...\u000a18:55:30.146436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3405): Terminated: ok {rc=0}\u000a18:55:30.155732 --- ParallelTerminationStrategy: PID 3408 died...\u000a18:55:30.208305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3408): Terminated: ok {rc=0}\u000a18:55:30.217707 --- ParallelTerminationStrategy: PID 3411 died...\u000a18:55:30.269956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3411): Terminated: ok {rc=0}\u000a18:55:30.357843 bus /sierra_3: Setting Powered False\u000a18:55:31.485233 bus /sierra_3: Setting Powered False\u000a18:55:32.598937 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:55:23" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3418): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3418) [trial-2363↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3418)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3418): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3418) [trial-2363↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a18:55:34.432549 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a18:55:34.443097 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a18:55:34.578385 tst assert_extension.py: using LAC 23033\u000a18:55:34.695059 tst assert_extension.py: using RAC 83\u000a18:55:34.814279 tst assert_extension.py: using CellId 23033\u000a18:55:34.930285 tst assert_extension.py: using BVCI 23034\u000a18:55:34.952706 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a18:55:35.241982 tst assert_extension.py:10: start nitb and bts...\u000a18:55:35.375152 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:55:36.033048 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3417): Launched\u000a18:55:36.348214 run osmo-nitb_10.42.42.2(pid=3418): Launched\u000a18:55:36.542006 run osmo-nitb_10.42.42.2(pid=3418): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3418)]\u000a18:55:36.684847 run osmo-nitb_10.42.42.2(pid=3418): stdout: \u000a| (launched: 2022-12-09_18:55:36.195076) \u000a18:55:36.828115 run osmo-nitb_10.42.42.2(pid=3418): stderr: \u000a| (launched: 2022-12-09_18:55:36.242482)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:36.966873 run osmo-nitb_10.42.42.2(pid=3418): stdout: \u000a| (launched: 2022-12-09_18:55:36.195076) \u000a18:55:37.104601 run osmo-nitb_10.42.42.2(pid=3418): stderr: \u000a| (launched: 2022-12-09_18:55:36.242482)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:37.476592 tst osmo-nitb_10.42.42.2(pid=3418): stdout: \u000a| (launched: 2022-12-09_18:55:36.195076) \u000a18:55:37.603953 tst osmo-nitb_10.42.42.2(pid=3418): stderr: \u000a| (launched: 2022-12-09_18:55:36.242482)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:37.659381 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3418): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3418) [trial-2363↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3418)] [trial-2363↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a18:55:37.668309 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a18:55:37.705165 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3417): Terminating (SIGTERM)\u000a18:55:37.882831 --- ParallelTerminationStrategy: PID 3417 died...\u000a18:55:37.940441 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3417): Terminated: ok {rc=0}\u000a18:55:38.026465 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:55:34" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3428): Process ended prematurely: osmo-stp_10.42.42.5(pid=3428) [trial-2363↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3428): Process ended prematurely: osmo-stp_10.42.42.5(pid=3428) [trial-2363↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a18:55:39.853101 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:39.863781 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a18:55:39.999802 tst assert_extension.py: using LAC 23034\u000a18:55:40.123925 tst assert_extension.py: using RAC 84\u000a18:55:40.239769 tst assert_extension.py: using CellId 23034\u000a18:55:40.355839 tst assert_extension.py: using BVCI 23035\u000a18:55:40.378666 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:40.389129 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:40.399398 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:40.410204 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:40.421135 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:55:40.431844 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a18:55:40.638113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:41.137379 run create_hlr_db(pid=3422): Launched\u000a18:55:41.323200 bus /sierra_2: Setting Powered False\u000a18:55:42.342892 run create_hlr_db(pid=3422): Terminated: ok {rc=0}\u000a18:55:42.764518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3424): Launched\u000a18:55:43.083859 run osmo-hlr_10.42.42.2(pid=3425): Launched\u000a18:55:43.200759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:43.755658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3427): Launched\u000a18:55:44.075280 run osmo-stp_10.42.42.5(pid=3428): Launched\u000a18:55:44.191002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:55:44.770401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3430): Launched\u000a18:55:45.090508 run osmo-msc_10.42.42.6(pid=3431): Launched\u000a18:55:45.279240 run osmo-stp_10.42.42.5(pid=3428): ERR: Terminated: ERROR {rc=1} [trial-2363↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)]\u000a18:55:45.415226 run osmo-stp_10.42.42.5(pid=3428): stdout: \u000a| (launched: 2022-12-09_18:55:43.918339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:45.549181 run osmo-stp_10.42.42.5(pid=3428): stderr: \u000a| �[0;m�[38;5;43m20221209185544110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185544110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185544110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185544110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185544111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185544111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185544111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:45.677484 run osmo-stp_10.42.42.5(pid=3428): stdout: \u000a| (launched: 2022-12-09_18:55:43.918339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:45.804565 run osmo-stp_10.42.42.5(pid=3428): stderr: \u000a| �[0;m�[38;5;43m20221209185544110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185544110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185544110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185544110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185544111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185544111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185544111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:45.866785 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3428): Process ended prematurely: osmo-stp_10.42.42.5(pid=3428) [trial-2363↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)] [trial-2363↪ussd:trx-b200↪assert_extension.py:17]\u000a18:55:45.880828 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a18:55:45.947853 run osmo-hlr_10.42.42.2(pid=3425): ERR: Terminated: ERROR {rc=237} [trial-2363↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3425)]\u000a18:55:45.999274 run osmo-hlr_10.42.42.2(pid=3425): stdout: \u000a| (launched: 2022-12-09_18:55:42.926839) \u000a18:55:46.049601 run osmo-hlr_10.42.42.2(pid=3425): stderr: \u000a| �[0;m�[1;31m20221209185543123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185543123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185543123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185543123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185543123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185543123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185543135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185543143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185543143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185543144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:46.117852 run osmo-msc_10.42.42.6(pid=3431): ERR: Terminated: ERROR {rc=2} [trial-2363↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3431)]\u000a18:55:46.167631 run osmo-msc_10.42.42.6(pid=3431): stdout: \u000a| (launched: 2022-12-09_18:55:44.932008) \u000a18:55:46.219267 run osmo-msc_10.42.42.6(pid=3431): stderr: \u000a| �[0;m�[38;5;43m20221209185545249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185545249 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f597b4cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185545250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185545250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185545250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185545250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185545252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185545252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185545252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185545252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:55:46.262107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3424): Terminating (SIGTERM)\u000a18:55:46.316830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3427): Terminating (SIGTERM)\u000a18:55:46.373524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3430): Terminating (SIGTERM)\u000a18:55:46.386165 --- ParallelTerminationStrategy: PID 3424 died...\u000a18:55:46.457153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3424): Terminated: ok {rc=0}\u000a18:55:46.470905 --- ParallelTerminationStrategy: PID 3427 died...\u000a18:55:46.545104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3427): Terminated: ok {rc=0}\u000a18:55:46.558178 --- ParallelTerminationStrategy: PID 3430 died...\u000a18:55:46.629578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3430): Terminated: ok {rc=0}\u000a18:55:46.742309 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:55:39" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3442): Process ended prematurely: osmo-stp_10.42.42.5(pid=3442) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3442)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3442): Process ended prematurely: osmo-stp_10.42.42.5(pid=3442) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:55:48.698568 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:48.709447 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:55:48.863176 tst mo_mt_call.py: using LAC 23035\u000a18:55:48.983282 tst mo_mt_call.py: using RAC 85\u000a18:55:49.103944 tst mo_mt_call.py: using CellId 23035\u000a18:55:49.225209 tst mo_mt_call.py: using BVCI 23036\u000a18:55:49.247967 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:49.258903 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:49.269615 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:49.280329 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:49.291142 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:49.301802 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:55:49.415509 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:55:49.614870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:50.100347 run create_hlr_db(pid=3436): Launched\u000a18:55:50.274874 bus /sierra_2: Setting Powered False\u000a18:55:51.296533 run create_hlr_db(pid=3436): Terminated: ok {rc=0}\u000a18:55:51.698346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3438): Launched\u000a18:55:52.000757 run osmo-hlr_10.42.42.2(pid=3439): Launched\u000a18:55:52.110840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:52.633059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3441): Launched\u000a18:55:52.934538 run osmo-stp_10.42.42.5(pid=3442): Launched\u000a18:55:53.043923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:55:53.594970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3444): Launched\u000a18:55:53.896906 run osmo-msc_10.42.42.6(pid=3445): Launched\u000a18:55:54.074713 run osmo-stp_10.42.42.5(pid=3442): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3442)]\u000a18:55:54.202912 run osmo-stp_10.42.42.5(pid=3442): stdout: \u000a| (launched: 2022-12-09_18:55:52.786421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:54.328540 run osmo-stp_10.42.42.5(pid=3442): stderr: \u000a| �[0;m�[38;5;43m20221209185552954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185552954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185552955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185552955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185552956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185552956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185552956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:54.449995 run osmo-stp_10.42.42.5(pid=3442): stdout: \u000a| (launched: 2022-12-09_18:55:52.786421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:54.570401 run osmo-stp_10.42.42.5(pid=3442): stderr: \u000a| �[0;m�[38;5;43m20221209185552954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185552954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185552955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185552955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185552956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185552956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185552956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:54.623663 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3442): Process ended prematurely: osmo-stp_10.42.42.5(pid=3442) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3442)] [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:55:54.632297 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:55:54.690967 run osmo-hlr_10.42.42.2(pid=3439): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3439)]\u000a18:55:54.739115 run osmo-hlr_10.42.42.2(pid=3439): stdout: \u000a| (launched: 2022-12-09_18:55:51.852058) \u000a18:55:54.788022 run osmo-hlr_10.42.42.2(pid=3439): stderr: \u000a| �[0;m�[1;31m20221209185552027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185552027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185552027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185552027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185552027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185552027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185552039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185552049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:54.854344 run osmo-msc_10.42.42.6(pid=3445): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3445)]\u000a18:55:54.902707 run osmo-msc_10.42.42.6(pid=3445): stdout: \u000a| (launched: 2022-12-09_18:55:53.748502) \u000a18:55:54.951539 run osmo-msc_10.42.42.6(pid=3445): stderr: \u000a| �[0;m�[38;5;43m20221209185554019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185554019 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb6fb78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185554019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185554019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185554019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185554019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185554021 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185554022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185554022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185554022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:55:54.992860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3438): Terminating (SIGTERM)\u000a18:55:55.031799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3441): Terminating (SIGTERM)\u000a18:55:55.070880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3444): Terminating (SIGTERM)\u000a18:55:55.079850 --- ParallelTerminationStrategy: PID 3438 died...\u000a18:55:55.131979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3438): Terminated: ok {rc=0}\u000a18:55:55.141419 --- ParallelTerminationStrategy: PID 3441 died...\u000a18:55:55.193118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3441): Terminated: ok {rc=0}\u000a18:55:55.202528 --- ParallelTerminationStrategy: PID 3444 died...\u000a18:55:55.254481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3444): Terminated: ok {rc=0}\u000a18:55:55.341717 bus /sierra_3: Setting Powered False\u000a18:55:56.444420 bus /sierra_3: Setting Powered False\u000a18:55:57.555203 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3453): Process ended prematurely: osmo-stp_10.42.42.5(pid=3453) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3453): Process ended prematurely: osmo-stp_10.42.42.5(pid=3453) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:55:58.664230 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:58.675725 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:55:58.838267 tst mo_mt_call_osmux.py: using LAC 23036\u000a18:55:58.955236 tst mo_mt_call_osmux.py: using RAC 86\u000a18:55:59.071614 tst mo_mt_call_osmux.py: using CellId 23036\u000a18:55:59.190752 tst mo_mt_call_osmux.py: using BVCI 23037\u000a18:55:59.213768 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:59.224556 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:59.235246 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:59.246045 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:59.256840 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:55:59.267564 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:55:59.388589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:55:59.600438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:00.108578 run create_hlr_db(pid=3447): Launched\u000a18:56:00.296455 bus /sierra_2: Setting Powered False\u000a18:56:01.309475 run create_hlr_db(pid=3447): Terminated: ok {rc=0}\u000a18:56:01.738884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3449): Launched\u000a18:56:02.089340 run osmo-hlr_10.42.42.2(pid=3450): Launched\u000a18:56:02.259524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:02.822741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3452): Launched\u000a18:56:03.145935 run osmo-stp_10.42.42.5(pid=3453): Launched\u000a18:56:03.264657 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:03.853232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3455): Launched\u000a18:56:04.175708 run osmo-msc_10.42.42.6(pid=3456): Launched\u000a18:56:04.364934 run osmo-stp_10.42.42.5(pid=3453): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)]\u000a18:56:04.503209 run osmo-stp_10.42.42.5(pid=3453): stdout: \u000a| (launched: 2022-12-09_18:56:02.987509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:04.639218 run osmo-stp_10.42.42.5(pid=3453): stderr: \u000a| �[0;m�[38;5;43m20221209185603176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185603176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185603176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185603176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185603177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185603177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185603177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:04.768810 run osmo-stp_10.42.42.5(pid=3453): stdout: \u000a| (launched: 2022-12-09_18:56:02.987509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:04.897640 run osmo-stp_10.42.42.5(pid=3453): stderr: \u000a| �[0;m�[38;5;43m20221209185603176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185603176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185603176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185603176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185603177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185603177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185603177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:04.954183 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3453): Process ended prematurely: osmo-stp_10.42.42.5(pid=3453) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)] [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:56:04.963386 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:56:05.025311 run osmo-hlr_10.42.42.2(pid=3450): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3450)]\u000a18:56:05.076051 run osmo-hlr_10.42.42.2(pid=3450): stdout: \u000a| (launched: 2022-12-09_18:56:01.897841) \u000a18:56:05.127556 run osmo-hlr_10.42.42.2(pid=3450): stderr: \u000a| �[0;m�[1;31m20221209185602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185602191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185602216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185602228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185602228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185602228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:05.197339 run osmo-msc_10.42.42.6(pid=3456): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3456)]\u000a18:56:05.247994 run osmo-msc_10.42.42.6(pid=3456): stdout: \u000a| (launched: 2022-12-09_18:56:04.017468) \u000a18:56:05.299261 run osmo-msc_10.42.42.6(pid=3456): stderr: \u000a| �[0;m�[38;5;43m20221209185604338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185604338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1a6c95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185604338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185604338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185604338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185604339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185604340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185604341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185604341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185604341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:05.342493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3449): Terminating (SIGTERM)\u000a18:56:05.383708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3452): Terminating (SIGTERM)\u000a18:56:05.425399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3455): Terminating (SIGTERM)\u000a18:56:05.434895 --- ParallelTerminationStrategy: PID 3449 died...\u000a18:56:05.490520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3449): Terminated: ok {rc=0}\u000a18:56:05.500278 --- ParallelTerminationStrategy: PID 3452 died...\u000a18:56:05.555264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3452): Terminated: ok {rc=0}\u000a18:56:05.565785 --- ParallelTerminationStrategy: PID 3455 died...\u000a18:56:05.620705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3455): Terminated: ok {rc=0}\u000a18:56:05.706937 bus /sierra_3: Setting Powered False\u000a18:56:06.811397 bus /sierra_3: Setting Powered False\u000a18:56:07.917808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:55:48" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3468): Process ended prematurely: osmo-stp_10.42.42.5(pid=3468) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3468)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3468): Process ended prematurely: osmo-stp_10.42.42.5(pid=3468) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:56:09.919135 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:09.930568 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:56:10.094255 tst mo_mt_call.py: using LAC 23037\u000a18:56:10.221670 tst mo_mt_call.py: using RAC 87\u000a18:56:10.350196 tst mo_mt_call.py: using CellId 23037\u000a18:56:10.470207 tst mo_mt_call.py: using BVCI 23038\u000a18:56:10.493192 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:10.504041 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:10.515141 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:10.526447 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:10.537970 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:10.549126 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:56:10.668217 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:56:10.870681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:11.353667 run create_hlr_db(pid=3461): Launched\u000a18:56:11.527561 bus /sierra_2: Setting Powered False\u000a18:56:12.549539 run create_hlr_db(pid=3461): Terminated: ok {rc=0}\u000a18:56:12.977265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3464): Launched\u000a18:56:13.300299 run osmo-hlr_10.42.42.2(pid=3465): Launched\u000a18:56:13.421812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:13.984133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3467): Launched\u000a18:56:14.307713 run osmo-stp_10.42.42.5(pid=3468): Launched\u000a18:56:14.425800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:15.016467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3470): Launched\u000a18:56:15.341583 run osmo-msc_10.42.42.6(pid=3471): Launched\u000a18:56:15.530198 run osmo-stp_10.42.42.5(pid=3468): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3468)]\u000a18:56:15.667030 run osmo-stp_10.42.42.5(pid=3468): stdout: \u000a| (launched: 2022-12-09_18:56:14.149295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:15.802320 run osmo-stp_10.42.42.5(pid=3468): stderr: \u000a| �[0;m�[38;5;43m20221209185614341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185614341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185614341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185614342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185614342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185614342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185614343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:15.954047 run osmo-stp_10.42.42.5(pid=3468): stdout: \u000a| (launched: 2022-12-09_18:56:14.149295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:16.094753 run osmo-stp_10.42.42.5(pid=3468): stderr: \u000a| �[0;m�[38;5;43m20221209185614341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185614341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185614341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185614342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185614342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185614342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185614343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:16.153044 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3468): Process ended prematurely: osmo-stp_10.42.42.5(pid=3468) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3468)] [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:56:16.163493 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:56:16.229896 run osmo-hlr_10.42.42.2(pid=3465): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3465)]\u000a18:56:16.283093 run osmo-hlr_10.42.42.2(pid=3465): stdout: \u000a| (launched: 2022-12-09_18:56:13.142061) \u000a18:56:16.336795 run osmo-hlr_10.42.42.2(pid=3465): stderr: \u000a| �[0;m�[1;31m20221209185613338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185613338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185613338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185613338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185613338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185613338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185613350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185613359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185613359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185613359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:16.408820 run osmo-msc_10.42.42.6(pid=3471): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3471)]\u000a18:56:16.461956 run osmo-msc_10.42.42.6(pid=3471): stdout: \u000a| (launched: 2022-12-09_18:56:15.181434) \u000a18:56:16.515412 run osmo-msc_10.42.42.6(pid=3471): stderr: \u000a| �[0;m�[38;5;43m20221209185615502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185615502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b925adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185615502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185615502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185615502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185615502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185615504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185615504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185615505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185615505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:16.561381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3464): Terminating (SIGTERM)\u000a18:56:16.604871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3467): Terminating (SIGTERM)\u000a18:56:16.648291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3470): Terminating (SIGTERM)\u000a18:56:16.658491 --- ParallelTerminationStrategy: PID 3464 died...\u000a18:56:16.715719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3464): Terminated: ok {rc=0}\u000a18:56:16.727534 --- ParallelTerminationStrategy: PID 3467 died...\u000a18:56:16.785551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3467): Terminated: ok {rc=0}\u000a18:56:16.796427 --- ParallelTerminationStrategy: PID 3470 died...\u000a18:56:16.855179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3470): Terminated: ok {rc=0}\u000a18:56:16.944896 bus /sierra_3: Setting Powered False\u000a18:56:18.053110 bus /sierra_3: Setting Powered False\u000a18:56:19.160224 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3479): Process ended prematurely: osmo-stp_10.42.42.5(pid=3479) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3479)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3479): Process ended prematurely: osmo-stp_10.42.42.5(pid=3479) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:56:20.273930 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:20.285890 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:56:20.451734 tst mo_mt_call_osmux.py: using LAC 23038\u000a18:56:20.577349 tst mo_mt_call_osmux.py: using RAC 88\u000a18:56:20.705374 tst mo_mt_call_osmux.py: using CellId 23038\u000a18:56:20.831361 tst mo_mt_call_osmux.py: using BVCI 23039\u000a18:56:20.855974 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:20.867504 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:20.878866 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:20.890412 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:20.901941 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:56:20.914179 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:56:21.030047 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:56:21.241758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:21.750006 run create_hlr_db(pid=3473): Launched\u000a18:56:21.937965 bus /sierra_2: Setting Powered False\u000a18:56:22.958428 run create_hlr_db(pid=3473): Terminated: ok {rc=0}\u000a18:56:23.363885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3475): Launched\u000a18:56:23.666570 run osmo-hlr_10.42.42.2(pid=3476): Launched\u000a18:56:23.778035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:24.302478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3478): Launched\u000a18:56:24.603458 run osmo-stp_10.42.42.5(pid=3479): Launched\u000a18:56:24.712339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:25.270286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3481): Launched\u000a18:56:25.572485 run osmo-msc_10.42.42.6(pid=3482): Launched\u000a18:56:25.748823 run osmo-stp_10.42.42.5(pid=3479): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3479)]\u000a18:56:25.876360 run osmo-stp_10.42.42.5(pid=3479): stdout: \u000a| (launched: 2022-12-09_18:56:24.455974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:26.002346 run osmo-stp_10.42.42.5(pid=3479): stderr: \u000a| �[0;m�[38;5;43m20221209185624626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185624626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185624626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185624626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185624627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185624627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185624627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:26.124144 run osmo-stp_10.42.42.5(pid=3479): stdout: \u000a| (launched: 2022-12-09_18:56:24.455974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:26.245518 run osmo-stp_10.42.42.5(pid=3479): stderr: \u000a| �[0;m�[38;5;43m20221209185624626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185624626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185624626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185624626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185624627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185624627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185624627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:26.298993 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3479): Process ended prematurely: osmo-stp_10.42.42.5(pid=3479) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3479)] [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:56:26.307636 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:56:26.366629 run osmo-hlr_10.42.42.2(pid=3476): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3476)]\u000a18:56:26.415028 run osmo-hlr_10.42.42.2(pid=3476): stdout: \u000a| (launched: 2022-12-09_18:56:23.518141) \u000a18:56:26.463687 run osmo-hlr_10.42.42.2(pid=3476): stderr: \u000a| �[0;m�[1;31m20221209185623694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185623694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185623694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185623694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185623695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185623695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185623710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185623720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185623720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185623720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:26.529701 run osmo-msc_10.42.42.6(pid=3482): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3482)]\u000a18:56:26.577633 run osmo-msc_10.42.42.6(pid=3482): stdout: \u000a| (launched: 2022-12-09_18:56:25.423871) \u000a18:56:26.626138 run osmo-msc_10.42.42.6(pid=3482): stderr: \u000a| �[0;m�[38;5;43m20221209185625695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185625695 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa87fb0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185625695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185625695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185625695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185625696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185625698 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185625699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185625699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185625699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:26.667020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3475): Terminating (SIGTERM)\u000a18:56:26.705811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3478): Terminating (SIGTERM)\u000a18:56:26.744742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3481): Terminating (SIGTERM)\u000a18:56:26.753972 --- ParallelTerminationStrategy: PID 3475 died...\u000a18:56:26.806166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3475): Terminated: ok {rc=0}\u000a18:56:26.815713 --- ParallelTerminationStrategy: PID 3478 died...\u000a18:56:26.867642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3478): Terminated: ok {rc=0}\u000a18:56:26.877105 --- ParallelTerminationStrategy: PID 3481 died...\u000a18:56:26.929013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3481): Terminated: ok {rc=0}\u000a18:56:27.016416 bus /sierra_3: Setting Powered False\u000a18:56:28.117472 bus /sierra_3: Setting Powered False\u000a18:56:29.227311 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:56:09" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3493): Process ended prematurely: osmo-stp_10.42.42.5(pid=3493) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3493)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3493): Process ended prematurely: osmo-stp_10.42.42.5(pid=3493) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:56:31.279398 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:31.290837 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:56:31.456889 tst mo_mt_call.py: using LAC 23039\u000a18:56:31.587992 tst mo_mt_call.py: using RAC 89\u000a18:56:31.711062 tst mo_mt_call.py: using CellId 23039\u000a18:56:31.842143 tst mo_mt_call.py: using BVCI 23040\u000a18:56:31.867978 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:31.880538 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:31.894066 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:31.907423 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:31.920933 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:31.933389 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:56:32.090525 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:56:32.325257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:32.834323 run create_hlr_db(pid=3487): Launched\u000a18:56:33.022107 bus /sierra_2: Setting Powered False\u000a18:56:34.042386 run create_hlr_db(pid=3487): Terminated: ok {rc=0}\u000a18:56:34.471887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3489): Launched\u000a18:56:34.795374 run osmo-hlr_10.42.42.2(pid=3490): Launched\u000a18:56:34.916242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:35.476768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3492): Launched\u000a18:56:35.800478 run osmo-stp_10.42.42.5(pid=3493): Launched\u000a18:56:35.918554 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:36.510783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3495): Launched\u000a18:56:36.834801 run osmo-msc_10.42.42.6(pid=3496): Launched\u000a18:56:37.023541 run osmo-stp_10.42.42.5(pid=3493): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3493)]\u000a18:56:37.159955 run osmo-stp_10.42.42.5(pid=3493): stdout: \u000a| (launched: 2022-12-09_18:56:35.641660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:37.296373 run osmo-stp_10.42.42.5(pid=3493): stderr: \u000a| �[0;m�[38;5;43m20221209185635833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185635833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185635834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185635834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185635834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185635835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185635835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:37.426348 run osmo-stp_10.42.42.5(pid=3493): stdout: \u000a| (launched: 2022-12-09_18:56:35.641660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:37.555245 run osmo-stp_10.42.42.5(pid=3493): stderr: \u000a| �[0;m�[38;5;43m20221209185635833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185635833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185635834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185635834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185635834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185635835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185635835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:37.611938 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3493): Process ended prematurely: osmo-stp_10.42.42.5(pid=3493) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3493)] [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:56:37.621180 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:56:37.683492 run osmo-hlr_10.42.42.2(pid=3490): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3490)]\u000a18:56:37.734233 run osmo-hlr_10.42.42.2(pid=3490): stdout: \u000a| (launched: 2022-12-09_18:56:34.636764) \u000a18:56:37.785567 run osmo-hlr_10.42.42.2(pid=3490): stderr: \u000a| �[0;m�[1;31m20221209185634832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185634832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185634833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185634833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185634833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185634833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185634845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185634853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185634853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185634853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:37.855170 run osmo-msc_10.42.42.6(pid=3496): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3496)]\u000a18:56:37.906118 run osmo-msc_10.42.42.6(pid=3496): stdout: \u000a| (launched: 2022-12-09_18:56:36.675874) \u000a18:56:37.957549 run osmo-msc_10.42.42.6(pid=3496): stderr: \u000a| �[0;m�[38;5;43m20221209185636996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185636996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc15918ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185636997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185636997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185636997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185636997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185636999 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185636999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185636999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185636999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:38.001265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3489): Terminating (SIGTERM)\u000a18:56:38.042544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3492): Terminating (SIGTERM)\u000a18:56:38.083701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3495): Terminating (SIGTERM)\u000a18:56:38.093493 --- ParallelTerminationStrategy: PID 3489 died...\u000a18:56:38.148676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3489): Terminated: ok {rc=0}\u000a18:56:38.158531 --- ParallelTerminationStrategy: PID 3492 died...\u000a18:56:38.214085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3492): Terminated: ok {rc=0}\u000a18:56:38.223991 --- ParallelTerminationStrategy: PID 3495 died...\u000a18:56:38.278950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3495): Terminated: ok {rc=0}\u000a18:56:38.364204 bus /sierra_3: Setting Powered False\u000a18:56:39.467336 bus /sierra_3: Setting Powered False\u000a18:56:40.573156 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3504): Process ended prematurely: osmo-stp_10.42.42.5(pid=3504) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3504)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3504): Process ended prematurely: osmo-stp_10.42.42.5(pid=3504) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:56:41.680939 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:41.692722 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:56:41.848110 tst mo_mt_call_osmux.py: using LAC 23040\u000a18:56:41.967547 tst mo_mt_call_osmux.py: using RAC 90\u000a18:56:42.088365 tst mo_mt_call_osmux.py: using CellId 23040\u000a18:56:42.208546 tst mo_mt_call_osmux.py: using BVCI 23041\u000a18:56:42.231538 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:42.242620 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:42.253467 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:42.264079 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:42.274886 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:56:42.285616 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:56:42.404791 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:56:42.606756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:43.090187 run create_hlr_db(pid=3498): Launched\u000a18:56:43.264768 bus /sierra_2: Setting Powered False\u000a18:56:44.285742 run create_hlr_db(pid=3498): Terminated: ok {rc=0}\u000a18:56:44.715317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3500): Launched\u000a18:56:45.036861 run osmo-hlr_10.42.42.2(pid=3501): Launched\u000a18:56:45.157330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:45.717869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3503): Launched\u000a18:56:46.143661 run osmo-stp_10.42.42.5(pid=3504): Launched\u000a18:56:46.363165 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:46.961309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3506): Launched\u000a18:56:47.274034 run osmo-msc_10.42.42.6(pid=3507): Launched\u000a18:56:47.455122 run osmo-stp_10.42.42.5(pid=3504): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3504)]\u000a18:56:47.584170 run osmo-stp_10.42.42.5(pid=3504): stdout: \u000a| (launched: 2022-12-09_18:56:45.886048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:47.710858 run osmo-stp_10.42.42.5(pid=3504): stderr: \u000a| �[0;m�[38;5;43m20221209185646181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185646181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185646182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185646182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185646183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185646183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185646183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:47.832522 run osmo-stp_10.42.42.5(pid=3504): stdout: \u000a| (launched: 2022-12-09_18:56:45.886048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:47.953321 run osmo-stp_10.42.42.5(pid=3504): stderr: \u000a| �[0;m�[38;5;43m20221209185646181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185646181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185646182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185646182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185646183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185646183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185646183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:48.006474 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3504): Process ended prematurely: osmo-stp_10.42.42.5(pid=3504) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3504)] [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:56:48.015303 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:56:48.073903 run osmo-hlr_10.42.42.2(pid=3501): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3501)]\u000a18:56:48.122371 run osmo-hlr_10.42.42.2(pid=3501): stdout: \u000a| (launched: 2022-12-09_18:56:44.879396) \u000a18:56:48.171128 run osmo-hlr_10.42.42.2(pid=3501): stderr: \u000a| �[0;m�[1;31m20221209185645076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185645076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185645076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185645076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185645076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185645077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185645089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185645097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185645097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185645097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:48.237248 run osmo-msc_10.42.42.6(pid=3507): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3507)]\u000a18:56:48.285354 run osmo-msc_10.42.42.6(pid=3507): stdout: \u000a| (launched: 2022-12-09_18:56:47.119492) \u000a18:56:48.334676 run osmo-msc_10.42.42.6(pid=3507): stderr: \u000a| �[0;m�[38;5;43m20221209185647394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185647395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe77b01dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185647395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185647395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185647395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185647395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185647397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185647397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185647398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185647398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:48.376014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3500): Terminating (SIGTERM)\u000a18:56:48.415724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3503): Terminating (SIGTERM)\u000a18:56:48.454964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3506): Terminating (SIGTERM)\u000a18:56:48.463943 --- ParallelTerminationStrategy: PID 3500 died...\u000a18:56:48.516092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3500): Terminated: ok {rc=0}\u000a18:56:48.525601 --- ParallelTerminationStrategy: PID 3503 died...\u000a18:56:48.577569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3503): Terminated: ok {rc=0}\u000a18:56:48.587004 --- ParallelTerminationStrategy: PID 3506 died...\u000a18:56:48.639218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3506): Terminated: ok {rc=0}\u000a18:56:48.725697 bus /sierra_3: Setting Powered False\u000a18:56:49.826179 bus /sierra_3: Setting Powered False\u000a18:56:50.935757 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:56:30" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3518): Process ended prematurely: osmo-stp_10.42.42.5(pid=3518) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3518)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3518): Process ended prematurely: osmo-stp_10.42.42.5(pid=3518) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:56:52.928285 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:56:52.939731 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:56:53.097244 tst mo_mt_call.py: using LAC 23041\u000a18:56:53.217989 tst mo_mt_call.py: using RAC 91\u000a18:56:53.335960 tst mo_mt_call.py: using CellId 23041\u000a18:56:53.456589 tst mo_mt_call.py: using BVCI 23042\u000a18:56:53.479815 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:56:53.490893 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:56:53.501816 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:56:53.512525 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:56:53.523388 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:56:53.534131 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:56:53.651172 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:56:53.858122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:54.367398 run create_hlr_db(pid=3512): Launched\u000a18:56:54.555439 bus /sierra_2: Setting Powered False\u000a18:56:55.575942 run create_hlr_db(pid=3512): Terminated: ok {rc=0}\u000a18:56:55.981892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3514): Launched\u000a18:56:56.285773 run osmo-hlr_10.42.42.2(pid=3515): Launched\u000a18:56:56.405118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:56.938014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3517): Launched\u000a18:56:57.240510 run osmo-stp_10.42.42.5(pid=3518): Launched\u000a18:56:57.350745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:57.905299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3520): Launched\u000a18:56:58.208445 run osmo-msc_10.42.42.6(pid=3521): Launched\u000a18:56:58.385607 run osmo-stp_10.42.42.5(pid=3518): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3518)]\u000a18:56:58.513696 run osmo-stp_10.42.42.5(pid=3518): stdout: \u000a| (launched: 2022-12-09_18:56:57.091868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:58.639548 run osmo-stp_10.42.42.5(pid=3518): stderr: \u000a| �[0;m�[38;5;43m20221209185657263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185657264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185657264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185657264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185657265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185657265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185657265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:58.760682 run osmo-stp_10.42.42.5(pid=3518): stdout: \u000a| (launched: 2022-12-09_18:56:57.091868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:58.881173 run osmo-stp_10.42.42.5(pid=3518): stderr: \u000a| �[0;m�[38;5;43m20221209185657263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185657264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185657264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185657264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185657265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185657265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185657265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:58.934424 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3518): Process ended prematurely: osmo-stp_10.42.42.5(pid=3518) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3518)] [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:56:58.943084 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:56:59.001555 run osmo-hlr_10.42.42.2(pid=3515): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3515)]\u000a18:56:59.049571 run osmo-hlr_10.42.42.2(pid=3515): stdout: \u000a| (launched: 2022-12-09_18:56:56.136009) \u000a18:56:59.097844 run osmo-hlr_10.42.42.2(pid=3515): stderr: \u000a| �[0;m�[1;31m20221209185656309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185656309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185656309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185656309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185656309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185656309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185656321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185656330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185656330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185656330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:59.163439 run osmo-msc_10.42.42.6(pid=3521): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3521)]\u000a18:56:59.211558 run osmo-msc_10.42.42.6(pid=3521): stdout: \u000a| (launched: 2022-12-09_18:56:58.059613) \u000a18:56:59.260098 run osmo-msc_10.42.42.6(pid=3521): stderr: \u000a| �[0;m�[38;5;43m20221209185658333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185658334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7989addc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185658334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185658334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185658334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185658334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185658336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185658336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185658336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185658337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:59.301154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3514): Terminating (SIGTERM)\u000a18:56:59.339887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3517): Terminating (SIGTERM)\u000a18:56:59.378995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3520): Terminating (SIGTERM)\u000a18:56:59.387946 --- ParallelTerminationStrategy: PID 3514 died...\u000a18:56:59.440292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3514): Terminated: ok {rc=0}\u000a18:56:59.449673 --- ParallelTerminationStrategy: PID 3517 died...\u000a18:56:59.501587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3517): Terminated: ok {rc=0}\u000a18:56:59.510957 --- ParallelTerminationStrategy: PID 3520 died...\u000a18:56:59.562760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3520): Terminated: ok {rc=0}\u000a18:56:59.644321 bus /sierra_3: Setting Powered False\u000a18:57:00.748229 bus /sierra_3: Setting Powered False\u000a18:57:01.863168 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3529): Process ended prematurely: osmo-stp_10.42.42.5(pid=3529) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3529): Process ended prematurely: osmo-stp_10.42.42.5(pid=3529) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:57:02.970196 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:57:02.981758 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:57:03.139003 tst mo_mt_call_osmux.py: using LAC 23042\u000a18:57:03.259200 tst mo_mt_call_osmux.py: using RAC 92\u000a18:57:03.382498 tst mo_mt_call_osmux.py: using CellId 23042\u000a18:57:03.499162 tst mo_mt_call_osmux.py: using BVCI 23043\u000a18:57:03.522395 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:57:03.533346 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:57:03.543951 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:57:03.554666 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:57:03.565709 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:57:03.576378 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:57:03.696212 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:57:03.908622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:57:04.418276 run create_hlr_db(pid=3523): Launched\u000a18:57:04.606555 bus /sierra_2: Setting Powered False\u000a18:57:05.626588 run create_hlr_db(pid=3523): Terminated: ok {rc=0}\u000a18:57:06.058171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3525): Launched\u000a18:57:06.383536 run osmo-hlr_10.42.42.2(pid=3526): Launched\u000a18:57:06.502909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:57:07.064546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3528): Launched\u000a18:57:07.390085 run osmo-stp_10.42.42.5(pid=3529): Launched\u000a18:57:07.509598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:57:08.102941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3531): Launched\u000a18:57:08.430002 run osmo-msc_10.42.42.6(pid=3532): Launched\u000a18:57:08.621264 run osmo-stp_10.42.42.5(pid=3529): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)]\u000a18:57:08.759181 run osmo-stp_10.42.42.5(pid=3529): stdout: \u000a| (launched: 2022-12-09_18:57:07.230220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:08.896045 run osmo-stp_10.42.42.5(pid=3529): stderr: \u000a| �[0;m�[38;5;43m20221209185707422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185707422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185707423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185707423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185707424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185707424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185707424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:09.026610 run osmo-stp_10.42.42.5(pid=3529): stdout: \u000a| (launched: 2022-12-09_18:57:07.230220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:09.156411 run osmo-stp_10.42.42.5(pid=3529): stderr: \u000a| �[0;m�[38;5;43m20221209185707422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185707422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185707423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185707423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185707424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185707424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185707424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:09.213996 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3529): Process ended prematurely: osmo-stp_10.42.42.5(pid=3529) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3529)] [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:57:09.223331 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:57:09.285554 run osmo-hlr_10.42.42.2(pid=3526): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3526)]\u000a18:57:09.336112 run osmo-hlr_10.42.42.2(pid=3526): stdout: \u000a| (launched: 2022-12-09_18:57:06.223785) \u000a18:57:09.387943 run osmo-hlr_10.42.42.2(pid=3526): stderr: \u000a| �[0;m�[1;31m20221209185706421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185706421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185706421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185706421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185706421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185706421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185706434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185706442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185706442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185706442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:57:09.457768 run osmo-msc_10.42.42.6(pid=3532): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3532)]\u000a18:57:09.508339 run osmo-msc_10.42.42.6(pid=3532): stdout: \u000a| (launched: 2022-12-09_18:57:08.269207) \u000a18:57:09.559465 run osmo-msc_10.42.42.6(pid=3532): stderr: \u000a| �[0;m�[38;5;43m20221209185708594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185708594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9877173c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185708594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185708594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185708594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185708594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185708596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185708596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185708596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185708597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:57:09.603055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3525): Terminating (SIGTERM)\u000a18:57:09.644217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3528): Terminating (SIGTERM)\u000a18:57:09.685645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3531): Terminating (SIGTERM)\u000a18:57:09.695349 --- ParallelTerminationStrategy: PID 3525 died...\u000a18:57:09.750567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3525): Terminated: ok {rc=0}\u000a18:57:09.760634 --- ParallelTerminationStrategy: PID 3528 died...\u000a18:57:09.815515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3528): Terminated: ok {rc=0}\u000a18:57:09.825653 --- ParallelTerminationStrategy: PID 3531 died...\u000a18:57:09.880773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3531): Terminated: ok {rc=0}\u000a18:57:09.967217 bus /sierra_3: Setting Powered False\u000a18:57:11.072417 bus /sierra_3: Setting Powered False\u000a18:57:12.183332 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:56:52" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3543): Process ended prematurely: osmo-stp_10.42.42.5(pid=3543) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3543)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3543): Process ended prematurely: osmo-stp_10.42.42.5(pid=3543) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:57:14.174523 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:14.185585 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:57:14.341605 tst mo_mt_call.py: using LAC 23043\u000a18:57:14.469173 tst mo_mt_call.py: using RAC 93\u000a18:57:14.597424 tst mo_mt_call.py: using CellId 23043\u000a18:57:14.725652 tst mo_mt_call.py: using BVCI 23044\u000a18:57:14.750242 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:14.761647 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:14.772771 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:14.784359 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:14.795925 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:14.807485 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:57:14.923925 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:57:15.136090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:57:15.645714 run create_hlr_db(pid=3537): Launched\u000a18:57:15.838484 bus /sierra_2: Setting Powered False\u000a18:57:16.875050 run create_hlr_db(pid=3537): Terminated: ok {rc=0}\u000a18:57:17.301920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3539): Launched\u000a18:57:17.625402 run osmo-hlr_10.42.42.2(pid=3540): Launched\u000a18:57:17.746292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:57:18.309623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3542): Launched\u000a18:57:18.632758 run osmo-stp_10.42.42.5(pid=3543): Launched\u000a18:57:18.750353 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:57:19.343118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3545): Launched\u000a18:57:19.667830 run osmo-msc_10.42.42.6(pid=3546): Launched\u000a18:57:19.856758 run osmo-stp_10.42.42.5(pid=3543): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3543)]\u000a18:57:19.993585 run osmo-stp_10.42.42.5(pid=3543): stdout: \u000a| (launched: 2022-12-09_18:57:18.474574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:20.129850 run osmo-stp_10.42.42.5(pid=3543): stderr: \u000a| �[0;m�[38;5;43m20221209185718666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185718666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185718666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185718667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185718667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185718667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185718667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:20.260718 run osmo-stp_10.42.42.5(pid=3543): stdout: \u000a| (launched: 2022-12-09_18:57:18.474574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:20.390212 run osmo-stp_10.42.42.5(pid=3543): stderr: \u000a| �[0;m�[38;5;43m20221209185718666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185718666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185718666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185718667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185718667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185718667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185718667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:20.446992 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3543): Process ended prematurely: osmo-stp_10.42.42.5(pid=3543) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3543)] [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:57:20.456384 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:57:20.519234 run osmo-hlr_10.42.42.2(pid=3540): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3540)]\u000a18:57:20.570391 run osmo-hlr_10.42.42.2(pid=3540): stdout: \u000a| (launched: 2022-12-09_18:57:17.466847) \u000a18:57:20.622364 run osmo-hlr_10.42.42.2(pid=3540): stderr: \u000a| �[0;m�[1;31m20221209185717665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185717665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185717665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185717665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185717665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185717665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185717681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185717691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185717691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185717691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:57:20.692365 run osmo-msc_10.42.42.6(pid=3546): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3546)]\u000a18:57:20.743473 run osmo-msc_10.42.42.6(pid=3546): stdout: \u000a| (launched: 2022-12-09_18:57:19.507992) \u000a18:57:20.795047 run osmo-msc_10.42.42.6(pid=3546): stderr: \u000a| �[0;m�[38;5;43m20221209185719829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185719829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5fb4d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185719829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185719829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185719829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185719829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185719831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185719831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185719832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185719832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:57:20.838522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3539): Terminating (SIGTERM)\u000a18:57:20.879912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3542): Terminating (SIGTERM)\u000a18:57:20.921422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3545): Terminating (SIGTERM)\u000a18:57:20.930986 --- ParallelTerminationStrategy: PID 3539 died...\u000a18:57:20.986410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3539): Terminated: ok {rc=0}\u000a18:57:20.996285 --- ParallelTerminationStrategy: PID 3542 died...\u000a18:57:21.051506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3542): Terminated: ok {rc=0}\u000a18:57:21.061585 --- ParallelTerminationStrategy: PID 3545 died...\u000a18:57:21.117202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3545): Terminated: ok {rc=0}\u000a18:57:21.203389 bus /sierra_3: Setting Powered False\u000a18:57:22.309570 bus /sierra_3: Setting Powered False\u000a18:57:23.420786 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3554): Process ended prematurely: osmo-stp_10.42.42.5(pid=3554) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3554)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3554): Process ended prematurely: osmo-stp_10.42.42.5(pid=3554) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:57:24.530536 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:24.542044 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:57:24.704038 tst mo_mt_call_osmux.py: using LAC 23044\u000a18:57:24.832442 tst mo_mt_call_osmux.py: using RAC 94\u000a18:57:24.960134 tst mo_mt_call_osmux.py: using CellId 23044\u000a18:57:25.085995 tst mo_mt_call_osmux.py: using BVCI 23045\u000a18:57:25.110859 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:25.122524 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:25.133752 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:25.145250 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:25.156935 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:57:25.168305 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:57:25.290555 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:57:25.493725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:57:25.980380 run create_hlr_db(pid=3548): Launched\u000a18:57:26.154964 bus /sierra_2: Setting Powered False\u000a18:57:27.176734 run create_hlr_db(pid=3548): Terminated: ok {rc=0}\u000a18:57:27.579446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3550): Launched\u000a18:57:27.892853 run osmo-hlr_10.42.42.2(pid=3551): Launched\u000a18:57:28.011417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:57:28.576072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3553): Launched\u000a18:57:28.902474 run osmo-stp_10.42.42.5(pid=3554): Launched\u000a18:57:29.020444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:57:29.612718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3556): Launched\u000a18:57:29.938082 run osmo-msc_10.42.42.6(pid=3557): Launched\u000a18:57:30.127856 run osmo-stp_10.42.42.5(pid=3554): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3554)]\u000a18:57:30.266492 run osmo-stp_10.42.42.5(pid=3554): stdout: \u000a| (launched: 2022-12-09_18:57:28.741916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:30.403172 run osmo-stp_10.42.42.5(pid=3554): stderr: \u000a| �[0;m�[38;5;43m20221209185728932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185728933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185728933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185728933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185728934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185728934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185728934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:30.533994 run osmo-stp_10.42.42.5(pid=3554): stdout: \u000a| (launched: 2022-12-09_18:57:28.741916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:30.663855 run osmo-stp_10.42.42.5(pid=3554): stderr: \u000a| �[0;m�[38;5;43m20221209185728932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185728933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185728933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185728933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185728934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185728934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185728934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:30.721264 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3554): Process ended prematurely: osmo-stp_10.42.42.5(pid=3554) [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3554)] [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:57:30.730850 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:57:30.793835 run osmo-hlr_10.42.42.2(pid=3551): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3551)]\u000a18:57:30.849680 run osmo-hlr_10.42.42.2(pid=3551): stdout: \u000a| (launched: 2022-12-09_18:57:27.733923) \u000a18:57:30.903167 run osmo-hlr_10.42.42.2(pid=3551): stderr: \u000a| �[0;m�[1;31m20221209185727925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185727925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185727925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185727925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185727925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185727925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185727938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185727946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185727946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185727946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:57:30.977547 run osmo-msc_10.42.42.6(pid=3557): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3557)]\u000a18:57:31.029140 run osmo-msc_10.42.42.6(pid=3557): stdout: \u000a| (launched: 2022-12-09_18:57:29.778060) \u000a18:57:31.080510 run osmo-msc_10.42.42.6(pid=3557): stderr: \u000a| �[0;m�[38;5;43m20221209185730099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185730099 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa95b46ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185730099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185730099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185730099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185730100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185730101 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185730102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185730102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185730102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:57:31.124090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3550): Terminating (SIGTERM)\u000a18:57:31.168046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3553): Terminating (SIGTERM)\u000a18:57:31.213188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3556): Terminating (SIGTERM)\u000a18:57:31.223374 --- ParallelTerminationStrategy: PID 3550 died...\u000a18:57:31.281239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3550): Terminated: ok {rc=0}\u000a18:57:31.291566 --- ParallelTerminationStrategy: PID 3553 died...\u000a18:57:31.346152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3553): Terminated: ok {rc=0}\u000a18:57:31.357401 --- ParallelTerminationStrategy: PID 3556 died...\u000a18:57:31.413933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3556): Terminated: ok {rc=0}\u000a18:57:31.507334 bus /sierra_3: Setting Powered False\u000a18:57:32.612241 bus /sierra_3: Setting Powered False\u000a18:57:33.719747 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:57:13" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3572): Process ended prematurely: osmo-stp_10.42.42.5(pid=3572) [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3572)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3572): Process ended prematurely: osmo-stp_10.42.42.5(pid=3572) [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:57:35.711961 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:35.723009 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:57:35.885144 tst mo_mt_call.py: using LAC 23045\u000a18:57:36.003670 tst mo_mt_call.py: using RAC 95\u000a18:57:36.121544 tst mo_mt_call.py: using CellId 23045\u000a18:57:36.248040 tst mo_mt_call.py: using BVCI 23046\u000a18:57:36.272706 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:36.284472 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:36.296612 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:36.308085 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:36.319823 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:36.331473 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:57:36.446816 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:57:36.658831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:57:37.168274 run create_hlr_db(pid=3566): Launched\u000a18:57:37.356814 bus /sierra_2: Setting Powered False\u000a18:57:38.377282 run create_hlr_db(pid=3566): Terminated: ok {rc=0}\u000a18:57:38.807755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3568): Launched\u000a18:57:39.132326 run osmo-hlr_10.42.42.2(pid=3569): Launched\u000a18:57:39.252488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:57:39.816557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3571): Launched\u000a18:57:40.141197 run osmo-stp_10.42.42.5(pid=3572): Launched\u000a18:57:40.259285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:57:40.850388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3574): Launched\u000a18:57:41.175682 run osmo-msc_10.42.42.6(pid=3575): Launched\u000a18:57:41.366108 run osmo-stp_10.42.42.5(pid=3572): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3572)]\u000a18:57:41.502831 run osmo-stp_10.42.42.5(pid=3572): stdout: \u000a| (launched: 2022-12-09_18:57:39.982426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:41.639076 run osmo-stp_10.42.42.5(pid=3572): stderr: \u000a| �[0;m�[38;5;43m20221209185740171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185740171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185740172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185740172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185740173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185740173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185740173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:41.769308 run osmo-stp_10.42.42.5(pid=3572): stdout: \u000a| (launched: 2022-12-09_18:57:39.982426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:41.898659 run osmo-stp_10.42.42.5(pid=3572): stderr: \u000a| �[0;m�[38;5;43m20221209185740171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185740171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185740172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185740172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185740173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185740173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185740173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:41.955335 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3572): Process ended prematurely: osmo-stp_10.42.42.5(pid=3572) [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3572)] [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:57:41.964378 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:57:42.026513 run osmo-hlr_10.42.42.2(pid=3569): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3569)]\u000a18:57:42.077329 run osmo-hlr_10.42.42.2(pid=3569): stdout: \u000a| (launched: 2022-12-09_18:57:38.972874) \u000a18:57:42.128544 run osmo-hlr_10.42.42.2(pid=3569): stderr: \u000a| �[0;m�[1;31m20221209185739169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185739169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185739169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185739169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185739169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185739170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185739182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185739192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185739192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185739192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:57:42.197909 run osmo-msc_10.42.42.6(pid=3575): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3575)]\u000a18:57:42.248647 run osmo-msc_10.42.42.6(pid=3575): stdout: \u000a| (launched: 2022-12-09_18:57:41.014971) \u000a18:57:42.299946 run osmo-msc_10.42.42.6(pid=3575): stderr: \u000a| �[0;m�[38;5;43m20221209185741334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185741335 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a56031c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185741335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185741335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185741335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185741335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185741337 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185741337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185741337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185741337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:57:42.343289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3568): Terminating (SIGTERM)\u000a18:57:42.384626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3571): Terminating (SIGTERM)\u000a18:57:42.425928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3574): Terminating (SIGTERM)\u000a18:57:42.435319 --- ParallelTerminationStrategy: PID 3568 died...\u000a18:57:42.490184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3568): Terminated: ok {rc=0}\u000a18:57:42.500296 --- ParallelTerminationStrategy: PID 3571 died...\u000a18:57:42.555073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3571): Terminated: ok {rc=0}\u000a18:57:42.565134 --- ParallelTerminationStrategy: PID 3574 died...\u000a18:57:42.620324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3574): Terminated: ok {rc=0}\u000a18:57:42.705877 bus /sierra_3: Setting Powered False\u000a18:57:43.811107 bus /sierra_3: Setting Powered False\u000a18:57:44.920334 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3584): Process ended prematurely: osmo-stp_10.42.42.5(pid=3584) [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3584)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3584): Process ended prematurely: osmo-stp_10.42.42.5(pid=3584) [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:57:46.029804 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:46.042520 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:57:46.240624 tst mo_mt_call_osmux.py: using LAC 23046\u000a18:57:46.375219 tst mo_mt_call_osmux.py: using RAC 96\u000a18:57:46.536474 tst mo_mt_call_osmux.py: using CellId 23046\u000a18:57:46.669580 tst mo_mt_call_osmux.py: using BVCI 23047\u000a18:57:46.695515 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:46.708209 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:46.721612 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:46.734943 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:46.748428 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:57:46.760993 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:57:46.904495 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:57:47.150226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:57:47.671214 run create_hlr_db(pid=3578): Launched\u000a18:57:47.859731 bus /sierra_2: Setting Powered False\u000a18:57:48.881719 run create_hlr_db(pid=3578): Terminated: ok {rc=0}\u000a18:57:49.307380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3580): Launched\u000a18:57:49.613050 run osmo-hlr_10.42.42.2(pid=3581): Launched\u000a18:57:49.733662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:57:50.267179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3583): Launched\u000a18:57:50.570886 run osmo-stp_10.42.42.5(pid=3584): Launched\u000a18:57:50.682325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:57:51.235616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3586): Launched\u000a18:57:51.539216 run osmo-msc_10.42.42.6(pid=3587): Launched\u000a18:57:51.719688 run osmo-stp_10.42.42.5(pid=3584): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3584)]\u000a18:57:51.847737 run osmo-stp_10.42.42.5(pid=3584): stdout: \u000a| (launched: 2022-12-09_18:57:50.421709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:51.976321 run osmo-stp_10.42.42.5(pid=3584): stderr: \u000a| �[0;m�[38;5;43m20221209185750592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185750592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185750592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185750593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185750593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185750593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185750593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:52.097926 run osmo-stp_10.42.42.5(pid=3584): stdout: \u000a| (launched: 2022-12-09_18:57:50.421709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:52.218888 run osmo-stp_10.42.42.5(pid=3584): stderr: \u000a| �[0;m�[38;5;43m20221209185750592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185750592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185750592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185750593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185750593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185750593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185750593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:52.272042 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3584): Process ended prematurely: osmo-stp_10.42.42.5(pid=3584) [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3584)] [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:57:52.280659 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:57:52.339007 run osmo-hlr_10.42.42.2(pid=3581): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3581)]\u000a18:57:52.387264 run osmo-hlr_10.42.42.2(pid=3581): stdout: \u000a| (launched: 2022-12-09_18:57:49.462808) \u000a18:57:52.436574 run osmo-hlr_10.42.42.2(pid=3581): stderr: \u000a| �[0;m�[1;31m20221209185749637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185749637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185749637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185749637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185749637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185749637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185749650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185749658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185749658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185749658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:57:52.503138 run osmo-msc_10.42.42.6(pid=3587): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3587)]\u000a18:57:52.551083 run osmo-msc_10.42.42.6(pid=3587): stdout: \u000a| (launched: 2022-12-09_18:57:51.389580) \u000a18:57:52.599742 run osmo-msc_10.42.42.6(pid=3587): stderr: \u000a| �[0;m�[38;5;43m20221209185751660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185751660 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f686184cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185751660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185751660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185751660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185751660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185751662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185751663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185751664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185751664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:57:52.640641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3580): Terminating (SIGTERM)\u000a18:57:52.679168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3583): Terminating (SIGTERM)\u000a18:57:52.717860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3586): Terminating (SIGTERM)\u000a18:57:52.726790 --- ParallelTerminationStrategy: PID 3580 died...\u000a18:57:52.779110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3580): Terminated: ok {rc=0}\u000a18:57:52.788581 --- ParallelTerminationStrategy: PID 3583 died...\u000a18:57:52.840340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3583): Terminated: ok {rc=0}\u000a18:57:52.849778 --- ParallelTerminationStrategy: PID 3586 died...\u000a18:57:52.901473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3586): Terminated: ok {rc=0}\u000a18:57:52.988707 bus /sierra_3: Setting Powered False\u000a18:57:54.090714 bus /sierra_3: Setting Powered False\u000a18:57:55.200619 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:57:35" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3598): Process ended prematurely: osmo-stp_10.42.42.5(pid=3598) [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3598)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3598): Process ended prematurely: osmo-stp_10.42.42.5(pid=3598) [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:57:57.185858 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:57:57.196580 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:57:57.352062 tst mo_mt_call.py: using LAC 23047\u000a18:57:57.470783 tst mo_mt_call.py: using RAC 97\u000a18:57:57.592110 tst mo_mt_call.py: using CellId 23047\u000a18:57:57.719377 tst mo_mt_call.py: using BVCI 23048\u000a18:57:57.744214 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:57:57.755644 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:57:57.767213 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:57:57.778745 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:57:57.790601 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:57:57.802171 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:57:57.921606 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:57:58.122765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:57:58.608524 run create_hlr_db(pid=3592): Launched\u000a18:57:58.783423 bus /sierra_2: Setting Powered False\u000a18:57:59.805887 run create_hlr_db(pid=3592): Terminated: ok {rc=0}\u000a18:58:00.238967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3594): Launched\u000a18:58:00.564664 run osmo-hlr_10.42.42.2(pid=3595): Launched\u000a18:58:00.683906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:01.274828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3597): Launched\u000a18:58:01.706073 run osmo-stp_10.42.42.5(pid=3598): Launched\u000a18:58:01.880583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:02.511299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3600): Launched\u000a18:58:02.838542 run osmo-msc_10.42.42.6(pid=3601): Launched\u000a18:58:03.029465 run osmo-stp_10.42.42.5(pid=3598): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3598)]\u000a18:58:03.166932 run osmo-stp_10.42.42.5(pid=3598): stdout: \u000a| (launched: 2022-12-09_18:58:01.442823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:03.303743 run osmo-stp_10.42.42.5(pid=3598): stderr: \u000a| �[0;m�[38;5;43m20221209185801734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185801734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185801734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185801735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185801735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185801735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185801736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:03.434717 run osmo-stp_10.42.42.5(pid=3598): stdout: \u000a| (launched: 2022-12-09_18:58:01.442823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:03.564478 run osmo-stp_10.42.42.5(pid=3598): stderr: \u000a| �[0;m�[38;5;43m20221209185801734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185801734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185801734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185801735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185801735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185801735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185801736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:03.621860 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3598): Process ended prematurely: osmo-stp_10.42.42.5(pid=3598) [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3598)] [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:58:03.631054 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a18:58:03.693819 run osmo-hlr_10.42.42.2(pid=3595): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3595)]\u000a18:58:03.744935 run osmo-hlr_10.42.42.2(pid=3595): stdout: \u000a| (launched: 2022-12-09_18:58:00.404765) \u000a18:58:03.796718 run osmo-hlr_10.42.42.2(pid=3595): stderr: \u000a| �[0;m�[1;31m20221209185800603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185800603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185800603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185800603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185800603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185800603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185800615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185800625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185800626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185800626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:58:03.866795 run osmo-msc_10.42.42.6(pid=3601): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3601)]\u000a18:58:03.917733 run osmo-msc_10.42.42.6(pid=3601): stdout: \u000a| (launched: 2022-12-09_18:58:02.677471) \u000a18:58:03.969308 run osmo-msc_10.42.42.6(pid=3601): stderr: \u000a| �[0;m�[38;5;43m20221209185803000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185803000 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29c3b9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185803000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185803000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185803000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185803000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185803002 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185803003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185803003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185803003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:58:04.013064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3594): Terminating (SIGTERM)\u000a18:58:04.054403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3597): Terminating (SIGTERM)\u000a18:58:04.096149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3600): Terminating (SIGTERM)\u000a18:58:04.105882 --- ParallelTerminationStrategy: PID 3594 died...\u000a18:58:04.161807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3594): Terminated: ok {rc=0}\u000a18:58:04.171896 --- ParallelTerminationStrategy: PID 3597 died...\u000a18:58:04.227751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3597): Terminated: ok {rc=0}\u000a18:58:04.237903 --- ParallelTerminationStrategy: PID 3600 died...\u000a18:58:04.293325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3600): Terminated: ok {rc=0}\u000a18:58:04.379202 bus /sierra_3: Setting Powered False\u000a18:58:05.483255 bus /sierra_3: Setting Powered False\u000a18:58:06.589421 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3609): Process ended prematurely: osmo-stp_10.42.42.5(pid=3609) [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3609): Process ended prematurely: osmo-stp_10.42.42.5(pid=3609) [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:58:07.704027 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:58:07.716124 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:58:07.881988 tst mo_mt_call_osmux.py: using LAC 23048\u000a18:58:08.007300 tst mo_mt_call_osmux.py: using RAC 98\u000a18:58:08.135143 tst mo_mt_call_osmux.py: using CellId 23048\u000a18:58:08.262265 tst mo_mt_call_osmux.py: using BVCI 23049\u000a18:58:08.287067 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:58:08.298387 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:58:08.309510 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:58:08.320774 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:58:08.332907 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:58:08.344778 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:58:08.464406 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:58:08.677862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:58:09.189399 run create_hlr_db(pid=3603): Launched\u000a18:58:09.378710 bus /sierra_2: Setting Powered False\u000a18:58:10.399967 run create_hlr_db(pid=3603): Terminated: ok {rc=0}\u000a18:58:10.808861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3605): Launched\u000a18:58:11.114718 run osmo-hlr_10.42.42.2(pid=3606): Launched\u000a18:58:11.231687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:11.758088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3608): Launched\u000a18:58:12.062712 run osmo-stp_10.42.42.5(pid=3609): Launched\u000a18:58:12.173702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:12.726860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3611): Launched\u000a18:58:13.030598 run osmo-msc_10.42.42.6(pid=3612): Launched\u000a18:58:13.209807 run osmo-stp_10.42.42.5(pid=3609): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)]\u000a18:58:13.338383 run osmo-stp_10.42.42.5(pid=3609): stdout: \u000a| (launched: 2022-12-09_18:58:11.912915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:13.464660 run osmo-stp_10.42.42.5(pid=3609): stderr: \u000a| �[0;m�[38;5;43m20221209185812082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185812082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185812082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185812083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185812083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185812083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185812083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:13.586802 run osmo-stp_10.42.42.5(pid=3609): stdout: \u000a| (launched: 2022-12-09_18:58:11.912915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:13.707691 run osmo-stp_10.42.42.5(pid=3609): stderr: \u000a| �[0;m�[38;5;43m20221209185812082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185812082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185812082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185812083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185812083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185812083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185812083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:13.761194 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3609): Process ended prematurely: osmo-stp_10.42.42.5(pid=3609) [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3609)] [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:58:13.769709 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:58:13.828111 run osmo-hlr_10.42.42.2(pid=3606): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3606)]\u000a18:58:13.876094 run osmo-hlr_10.42.42.2(pid=3606): stdout: \u000a| (launched: 2022-12-09_18:58:10.963754) \u000a18:58:13.924734 run osmo-hlr_10.42.42.2(pid=3606): stderr: \u000a| �[0;m�[1;31m20221209185811137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185811137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185811137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185811137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185811137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185811137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185811150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185811158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185811158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185811158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:58:13.990560 run osmo-msc_10.42.42.6(pid=3612): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3612)]\u000a18:58:14.038559 run osmo-msc_10.42.42.6(pid=3612): stdout: \u000a| (launched: 2022-12-09_18:58:12.881180) \u000a18:58:14.087082 run osmo-msc_10.42.42.6(pid=3612): stderr: \u000a| �[0;m�[38;5;43m20221209185813152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185813152 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96c5912c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185813152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185813152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185813152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185813152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185813154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185813155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185813156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185813156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:58:14.128235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3605): Terminating (SIGTERM)\u000a18:58:14.167002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3608): Terminating (SIGTERM)\u000a18:58:14.205690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3611): Terminating (SIGTERM)\u000a18:58:14.214739 --- ParallelTerminationStrategy: PID 3605 died...\u000a18:58:14.267129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3605): Terminated: ok {rc=0}\u000a18:58:14.276467 --- ParallelTerminationStrategy: PID 3608 died...\u000a18:58:14.328528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3608): Terminated: ok {rc=0}\u000a18:58:14.337921 --- ParallelTerminationStrategy: PID 3611 died...\u000a18:58:14.390311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3611): Terminated: ok {rc=0}\u000a18:58:14.479518 bus /sierra_3: Setting Powered False\u000a18:58:15.581109 bus /sierra_3: Setting Powered False\u000a18:58:16.699326 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:57:56" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3623): Process ended prematurely: osmo-stp_10.42.42.5(pid=3623) [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3623)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3623): Process ended prematurely: osmo-stp_10.42.42.5(pid=3623) [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a18:58:18.698257 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:18.709705 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a18:58:18.853989 tst mo_mt_call.py: using LAC 23049\u000a18:58:18.979889 tst mo_mt_call.py: using RAC 99\u000a18:58:19.100627 tst mo_mt_call.py: using CellId 23049\u000a18:58:19.222354 tst mo_mt_call.py: using BVCI 23050\u000a18:58:19.245531 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:19.256280 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:19.266877 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:19.277433 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:19.288322 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:19.299119 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:58:19.416753 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:58:19.618131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:58:20.107082 run create_hlr_db(pid=3617): Launched\u000a18:58:20.292448 bus /sierra_2: Setting Powered False\u000a18:58:21.305799 run create_hlr_db(pid=3617): Terminated: ok {rc=0}\u000a18:58:21.739741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3619): Launched\u000a18:58:22.064700 run osmo-hlr_10.42.42.2(pid=3620): Launched\u000a18:58:22.184378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:22.748570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3622): Launched\u000a18:58:23.073350 run osmo-stp_10.42.42.5(pid=3623): Launched\u000a18:58:23.192367 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:23.784789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3625): Launched\u000a18:58:24.109944 run osmo-msc_10.42.42.6(pid=3626): Launched\u000a18:58:24.300358 run osmo-stp_10.42.42.5(pid=3623): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3623)]\u000a18:58:24.438063 run osmo-stp_10.42.42.5(pid=3623): stdout: \u000a| (launched: 2022-12-09_18:58:22.914207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:24.575123 run osmo-stp_10.42.42.5(pid=3623): stderr: \u000a| �[0;m�[38;5;43m20221209185823104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185823104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185823105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185823105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185823105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185823105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185823106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:24.706029 run osmo-stp_10.42.42.5(pid=3623): stdout: \u000a| (launched: 2022-12-09_18:58:22.914207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:24.835653 run osmo-stp_10.42.42.5(pid=3623): stderr: \u000a| �[0;m�[38;5;43m20221209185823104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185823104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185823105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185823105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185823105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185823105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185823106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:24.892509 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3623): Process ended prematurely: osmo-stp_10.42.42.5(pid=3623) [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3623)] [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a18:58:24.901993 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:58:24.964379 run osmo-hlr_10.42.42.2(pid=3620): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3620)]\u000a18:58:25.015190 run osmo-hlr_10.42.42.2(pid=3620): stdout: \u000a| (launched: 2022-12-09_18:58:21.905692) \u000a18:58:25.066885 run osmo-hlr_10.42.42.2(pid=3620): stderr: \u000a| �[0;m�[1;31m20221209185822103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185822103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185822103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185822104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185822104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185822104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185822115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185822124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185822124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185822124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:58:25.136795 run osmo-msc_10.42.42.6(pid=3626): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3626)]\u000a18:58:25.187935 run osmo-msc_10.42.42.6(pid=3626): stdout: \u000a| (launched: 2022-12-09_18:58:23.950366) \u000a18:58:25.239714 run osmo-msc_10.42.42.6(pid=3626): stderr: \u000a| �[0;m�[38;5;43m20221209185824270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185824271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4049508c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185824271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185824271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185824271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185824271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185824273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185824273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185824273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185824273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:58:25.283372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3619): Terminating (SIGTERM)\u000a18:58:25.325161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3622): Terminating (SIGTERM)\u000a18:58:25.366659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3625): Terminating (SIGTERM)\u000a18:58:25.376438 --- ParallelTerminationStrategy: PID 3619 died...\u000a18:58:25.431664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3619): Terminated: ok {rc=0}\u000a18:58:25.441861 --- ParallelTerminationStrategy: PID 3622 died...\u000a18:58:25.497168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3622): Terminated: ok {rc=0}\u000a18:58:25.507036 --- ParallelTerminationStrategy: PID 3625 died...\u000a18:58:25.562793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3625): Terminated: ok {rc=0}\u000a18:58:25.649693 bus /sierra_3: Setting Powered False\u000a18:58:26.757092 bus /sierra_3: Setting Powered False\u000a18:58:27.864459 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3634): Process ended prematurely: osmo-stp_10.42.42.5(pid=3634) [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3634)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3634): Process ended prematurely: osmo-stp_10.42.42.5(pid=3634) [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:58:28.979542 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:28.991532 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a18:58:29.137688 tst mo_mt_call_osmux.py: using LAC 23050\u000a18:58:29.265817 tst mo_mt_call_osmux.py: using RAC 100\u000a18:58:29.391909 tst mo_mt_call_osmux.py: using CellId 23050\u000a18:58:29.519204 tst mo_mt_call_osmux.py: using BVCI 23051\u000a18:58:29.543775 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:29.555181 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:29.566281 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:29.577660 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:29.589365 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:58:29.600439 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:58:29.717358 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:58:29.918618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:58:30.405644 run create_hlr_db(pid=3628): Launched\u000a18:58:30.580084 bus /sierra_2: Setting Powered False\u000a18:58:31.654097 run create_hlr_db(pid=3628): Terminated: ok {rc=0}\u000a18:58:32.126473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3630): Launched\u000a18:58:32.457830 run osmo-hlr_10.42.42.2(pid=3631): Launched\u000a18:58:32.580073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:33.144205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3633): Launched\u000a18:58:33.470624 run osmo-stp_10.42.42.5(pid=3634): Launched\u000a18:58:33.590024 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:34.183396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3636): Launched\u000a18:58:34.509004 run osmo-msc_10.42.42.6(pid=3637): Launched\u000a18:58:34.700374 run osmo-stp_10.42.42.5(pid=3634): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3634)]\u000a18:58:34.838813 run osmo-stp_10.42.42.5(pid=3634): stdout: \u000a| (launched: 2022-12-09_18:58:33.310980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:34.975341 run osmo-stp_10.42.42.5(pid=3634): stderr: \u000a| �[0;m�[38;5;43m20221209185833503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185833503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185833503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185833504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185833504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185833504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185833504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:35.106770 run osmo-stp_10.42.42.5(pid=3634): stdout: \u000a| (launched: 2022-12-09_18:58:33.310980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:35.237298 run osmo-stp_10.42.42.5(pid=3634): stderr: \u000a| �[0;m�[38;5;43m20221209185833503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185833503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185833503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185833504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185833504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185833504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185833504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:35.295005 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3634): Process ended prematurely: osmo-stp_10.42.42.5(pid=3634) [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3634)] [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a18:58:35.304158 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:58:35.367551 run osmo-hlr_10.42.42.2(pid=3631): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3631)]\u000a18:58:35.418810 run osmo-hlr_10.42.42.2(pid=3631): stdout: \u000a| (launched: 2022-12-09_18:58:32.294883) \u000a18:58:35.470770 run osmo-hlr_10.42.42.2(pid=3631): stderr: \u000a| �[0;m�[1;31m20221209185832490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185832490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185832491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185832491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185832491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185832491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185832503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185832511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185832511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185832511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:58:35.541220 run osmo-msc_10.42.42.6(pid=3637): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3637)]\u000a18:58:35.592629 run osmo-msc_10.42.42.6(pid=3637): stdout: \u000a| (launched: 2022-12-09_18:58:34.349953) \u000a18:58:35.644049 run osmo-msc_10.42.42.6(pid=3637): stderr: \u000a| �[0;m�[38;5;43m20221209185834670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185834670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb193142c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185834670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185834670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185834670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185834671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185834672 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185834673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185834673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185834673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:58:35.688462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3630): Terminating (SIGTERM)\u000a18:58:35.730033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3633): Terminating (SIGTERM)\u000a18:58:35.772079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3636): Terminating (SIGTERM)\u000a18:58:35.781671 --- ParallelTerminationStrategy: PID 3630 died...\u000a18:58:35.837391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3630): Terminated: ok {rc=0}\u000a18:58:35.847311 --- ParallelTerminationStrategy: PID 3633 died...\u000a18:58:35.903809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3633): Terminated: ok {rc=0}\u000a18:58:35.913803 --- ParallelTerminationStrategy: PID 3636 died...\u000a18:58:35.969412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3636): Terminated: ok {rc=0}\u000a18:58:36.055852 bus /sierra_3: Setting Powered False\u000a18:58:37.160663 bus /sierra_3: Setting Powered False\u000a18:58:38.267947 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:58:18" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3648): Process ended prematurely: osmo-stp_10.42.42.5(pid=3648) [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3648)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3648): Process ended prematurely: osmo-stp_10.42.42.5(pid=3648) [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a18:58:40.256774 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:40.268559 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:58:40.410082 tst mo_mt_call.py: using LAC 23051\u000a18:58:40.537211 tst mo_mt_call.py: using RAC 101\u000a18:58:40.668027 tst mo_mt_call.py: using CellId 23051\u000a18:58:40.795838 tst mo_mt_call.py: using BVCI 23052\u000a18:58:40.821130 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:40.832891 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:40.845282 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:40.857491 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:40.869450 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:40.880798 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:58:40.997915 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:58:41.199695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:58:41.688396 run create_hlr_db(pid=3642): Launched\u000a18:58:41.864895 bus /sierra_2: Setting Powered False\u000a18:58:42.885592 run create_hlr_db(pid=3642): Terminated: ok {rc=0}\u000a18:58:43.319953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3644): Launched\u000a18:58:43.648075 run osmo-hlr_10.42.42.2(pid=3645): Launched\u000a18:58:43.767647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:44.334478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3647): Launched\u000a18:58:44.662015 run osmo-stp_10.42.42.5(pid=3648): Launched\u000a18:58:44.781508 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:45.378362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3650): Launched\u000a18:58:45.706638 run osmo-msc_10.42.42.6(pid=3651): Launched\u000a18:58:45.899326 run osmo-stp_10.42.42.5(pid=3648): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3648)]\u000a18:58:46.077240 run osmo-stp_10.42.42.5(pid=3648): stdout: \u000a| (launched: 2022-12-09_18:58:44.501477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:46.315921 run osmo-stp_10.42.42.5(pid=3648): stderr: \u000a| �[0;m�[38;5;43m20221209185844693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185844693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185844693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185844694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185844694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185844694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185844694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:46.450684 run osmo-stp_10.42.42.5(pid=3648): stdout: \u000a| (launched: 2022-12-09_18:58:44.501477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:46.583716 run osmo-stp_10.42.42.5(pid=3648): stderr: \u000a| �[0;m�[38;5;43m20221209185844693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185844693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185844693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185844694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185844694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185844694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185844694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:46.642563 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3648): Process ended prematurely: osmo-stp_10.42.42.5(pid=3648) [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3648)] [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a18:58:46.652900 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:58:46.719470 run osmo-hlr_10.42.42.2(pid=3645): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3645)]\u000a18:58:46.772537 run osmo-hlr_10.42.42.2(pid=3645): stdout: \u000a| (launched: 2022-12-09_18:58:43.486366) \u000a18:58:46.826827 run osmo-hlr_10.42.42.2(pid=3645): stderr: \u000a| �[0;m�[1;31m20221209185843685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185843685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185843685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185843685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185843685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185843685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185843697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185843705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185843706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185843706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:58:46.899158 run osmo-msc_10.42.42.6(pid=3651): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3651)]\u000a18:58:46.952416 run osmo-msc_10.42.42.6(pid=3651): stdout: \u000a| (launched: 2022-12-09_18:58:45.544818) \u000a18:58:47.006351 run osmo-msc_10.42.42.6(pid=3651): stderr: \u000a| �[0;m�[38;5;43m20221209185845954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185845954 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12b212dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185845954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185845954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185845955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185845955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185845957 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185845957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185845957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185845957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:58:47.052475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3644): Terminating (SIGTERM)\u000a18:58:47.096233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3647): Terminating (SIGTERM)\u000a18:58:47.140132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3650): Terminating (SIGTERM)\u000a18:58:47.150297 --- ParallelTerminationStrategy: PID 3644 died...\u000a18:58:47.208725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3644): Terminated: ok {rc=0}\u000a18:58:47.219602 --- ParallelTerminationStrategy: PID 3647 died...\u000a18:58:47.278028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3647): Terminated: ok {rc=0}\u000a18:58:47.288113 --- ParallelTerminationStrategy: PID 3650 died...\u000a18:58:47.343893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3650): Terminated: ok {rc=0}\u000a18:58:47.430138 bus /sierra_3: Setting Powered False\u000a18:58:48.536259 bus /sierra_3: Setting Powered False\u000a18:58:49.643020 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3659): Process ended prematurely: osmo-stp_10.42.42.5(pid=3659) [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3659)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3659): Process ended prematurely: osmo-stp_10.42.42.5(pid=3659) [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:58:50.757888 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:50.770250 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:58:50.918263 tst mo_mt_call_osmux.py: using LAC 23052\u000a18:58:51.044748 tst mo_mt_call_osmux.py: using RAC 102\u000a18:58:51.171270 tst mo_mt_call_osmux.py: using CellId 23052\u000a18:58:51.293782 tst mo_mt_call_osmux.py: using BVCI 23053\u000a18:58:51.316921 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:51.328247 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:51.339375 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:51.350580 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:51.361772 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:58:51.373098 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:58:51.488173 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:58:51.705014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:58:52.219116 run create_hlr_db(pid=3653): Launched\u000a18:58:52.408648 bus /sierra_2: Setting Powered False\u000a18:58:53.429531 run create_hlr_db(pid=3653): Terminated: ok {rc=0}\u000a18:58:53.838437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3655): Launched\u000a18:58:54.143070 run osmo-hlr_10.42.42.2(pid=3656): Launched\u000a18:58:54.255828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:54.782245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3658): Launched\u000a18:58:55.085066 run osmo-stp_10.42.42.5(pid=3659): Launched\u000a18:58:55.195807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:55.750161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3661): Launched\u000a18:58:56.055066 run osmo-msc_10.42.42.6(pid=3662): Launched\u000a18:58:56.232683 run osmo-stp_10.42.42.5(pid=3659): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3659)]\u000a18:58:56.361088 run osmo-stp_10.42.42.5(pid=3659): stdout: \u000a| (launched: 2022-12-09_18:58:54.936610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:56.486946 run osmo-stp_10.42.42.5(pid=3659): stderr: \u000a| �[0;m�[38;5;43m20221209185855106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185855106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185855106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185855106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185855107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185855107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185855107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:56.608729 run osmo-stp_10.42.42.5(pid=3659): stdout: \u000a| (launched: 2022-12-09_18:58:54.936610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:56.729443 run osmo-stp_10.42.42.5(pid=3659): stderr: \u000a| �[0;m�[38;5;43m20221209185855106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185855106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185855106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185855106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185855107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185855107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185855107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:56.782736 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3659): Process ended prematurely: osmo-stp_10.42.42.5(pid=3659) [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3659)] [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a18:58:56.791381 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:58:56.849878 run osmo-hlr_10.42.42.2(pid=3656): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3656)]\u000a18:58:56.898494 run osmo-hlr_10.42.42.2(pid=3656): stdout: \u000a| (launched: 2022-12-09_18:58:53.994391) \u000a18:58:56.947175 run osmo-hlr_10.42.42.2(pid=3656): stderr: \u000a| �[0;m�[1;31m20221209185854167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185854167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185854167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185854167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185854167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185854167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185854180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185854188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185854188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185854188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:58:57.013171 run osmo-msc_10.42.42.6(pid=3662): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3662)]\u000a18:58:57.061234 run osmo-msc_10.42.42.6(pid=3662): stdout: \u000a| (launched: 2022-12-09_18:58:55.904337) \u000a18:58:57.109729 run osmo-msc_10.42.42.6(pid=3662): stderr: \u000a| �[0;m�[38;5;43m20221209185856176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185856176 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc6e2e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185856176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185856176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185856176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185856177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185856178 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185856179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185856180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185856180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:58:57.150999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3655): Terminating (SIGTERM)\u000a18:58:57.190042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3658): Terminating (SIGTERM)\u000a18:58:57.228935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3661): Terminating (SIGTERM)\u000a18:58:57.238006 --- ParallelTerminationStrategy: PID 3655 died...\u000a18:58:57.290062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3655): Terminated: ok {rc=0}\u000a18:58:57.299464 --- ParallelTerminationStrategy: PID 3658 died...\u000a18:58:57.351278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3658): Terminated: ok {rc=0}\u000a18:58:57.360654 --- ParallelTerminationStrategy: PID 3661 died...\u000a18:58:57.412577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3661): Terminated: ok {rc=0}\u000a18:58:57.500496 bus /sierra_3: Setting Powered False\u000a18:58:58.601563 bus /sierra_3: Setting Powered False\u000a18:58:59.710578 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:58:39" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3673): Process ended prematurely: osmo-stp_10.42.42.5(pid=3673) [trial-2363↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3673)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3673): Process ended prematurely: osmo-stp_10.42.42.5(pid=3673) [trial-2363↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:59:01.797894 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:01.814870 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a18:59:01.994847 tst emergency_mo_mt_call.py: using LAC 23053\u000a18:59:02.121103 tst emergency_mo_mt_call.py: using RAC 103\u000a18:59:02.245674 tst emergency_mo_mt_call.py: using CellId 23053\u000a18:59:02.363954 tst emergency_mo_mt_call.py: using BVCI 23054\u000a18:59:02.387230 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:02.398419 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:02.409472 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:02.420258 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:02.431134 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:02.441517 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:02.556652 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:02.765464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:03.269985 run create_hlr_db(pid=3667): Launched\u000a18:59:03.456663 bus /sierra_2: Setting Powered False\u000a18:59:04.476382 run create_hlr_db(pid=3667): Terminated: ok {rc=0}\u000a18:59:04.880294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3669): Launched\u000a18:59:05.178951 run osmo-hlr_10.42.42.2(pid=3670): Launched\u000a18:59:05.295042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:05.822372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3672): Launched\u000a18:59:06.120823 run osmo-stp_10.42.42.5(pid=3673): Launched\u000a18:59:06.241855 tst emergency_mo_mt_call.py: using MSISDN 7331\u000a18:59:06.389901 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:59:06.933811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3675): Launched\u000a18:59:07.233457 run osmo-msc_10.42.42.6(pid=3676): Launched\u000a18:59:07.408123 run osmo-stp_10.42.42.5(pid=3673): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3673)]\u000a18:59:07.535676 run osmo-stp_10.42.42.5(pid=3673): stdout: \u000a| (launched: 2022-12-09_18:59:05.974151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:07.659555 run osmo-stp_10.42.42.5(pid=3673): stderr: \u000a| �[0;m�[38;5;43m20221209185906142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185906142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185906142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185906143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185906143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185906143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185906143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:07.779282 run osmo-stp_10.42.42.5(pid=3673): stdout: \u000a| (launched: 2022-12-09_18:59:05.974151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:07.898679 run osmo-stp_10.42.42.5(pid=3673): stderr: \u000a| �[0;m�[38;5;43m20221209185906142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185906142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185906142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185906143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185906143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185906143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185906143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:07.950759 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3673): Process ended prematurely: osmo-stp_10.42.42.5(pid=3673) [trial-2363↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3673)] [trial-2363↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a18:59:07.958650 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a18:59:08.017256 run osmo-hlr_10.42.42.2(pid=3670): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3670)]\u000a18:59:08.065744 run osmo-hlr_10.42.42.2(pid=3670): stdout: \u000a| (launched: 2022-12-09_18:59:05.031634) \u000a18:59:08.114922 run osmo-hlr_10.42.42.2(pid=3670): stderr: \u000a| �[0;m�[1;31m20221209185905206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185905206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185905206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185905206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185905206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185905206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185905219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185905228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185905228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185905228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:08.181587 run osmo-msc_10.42.42.6(pid=3676): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3676)]\u000a18:59:08.230421 run osmo-msc_10.42.42.6(pid=3676): stdout: \u000a| (launched: 2022-12-09_18:59:07.085708) \u000a18:59:08.279348 run osmo-msc_10.42.42.6(pid=3676): stderr: \u000a| �[0;m�[38;5;43m20221209185907355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185907355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a43d95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185907356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185907356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185907356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185907356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185907359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185907359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185907360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185907360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:59:08.320730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3669): Terminating (SIGTERM)\u000a18:59:08.359682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3672): Terminating (SIGTERM)\u000a18:59:08.398513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3675): Terminating (SIGTERM)\u000a18:59:08.407194 --- ParallelTerminationStrategy: PID 3669 died...\u000a18:59:08.459701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3669): Terminated: ok {rc=0}\u000a18:59:08.469240 --- ParallelTerminationStrategy: PID 3672 died...\u000a18:59:08.521340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3672): Terminated: ok {rc=0}\u000a18:59:08.530689 --- ParallelTerminationStrategy: PID 3675 died...\u000a18:59:08.583295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3675): Terminated: ok {rc=0}\u000a18:59:08.667537 bus /sierra_3: Setting Powered False\u000a18:59:09.768051 bus /sierra_3: Setting Powered False\u000a18:59:10.874678 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3684): Process ended prematurely: osmo-stp_10.42.42.5(pid=3684) [trial-2363↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3684): Process ended prematurely: osmo-stp_10.42.42.5(pid=3684) [trial-2363↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:59:11.928209 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:11.940036 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a18:59:12.082848 tst emergency_preemptive_call.py: using LAC 23054\u000a18:59:12.209308 tst emergency_preemptive_call.py: using RAC 104\u000a18:59:12.334719 tst emergency_preemptive_call.py: using CellId 23054\u000a18:59:12.459041 tst emergency_preemptive_call.py: using BVCI 23055\u000a18:59:12.483495 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:12.494667 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:12.505441 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:12.516463 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:12.527627 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:59:12.538777 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:12.657649 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:12.777036 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:12.894041 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:13.102436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:13.609201 run create_hlr_db(pid=3678): Launched\u000a18:59:13.795887 bus /sierra_2: Setting Powered False\u000a18:59:14.816670 run create_hlr_db(pid=3678): Terminated: ok {rc=0}\u000a18:59:15.218195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3680): Launched\u000a18:59:15.517811 run osmo-hlr_10.42.42.2(pid=3681): Launched\u000a18:59:15.636606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:16.228839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3683): Launched\u000a18:59:16.674969 run osmo-stp_10.42.42.5(pid=3684): Launched\u000a18:59:16.939287 tst emergency_preemptive_call.py: using MSISDN 7332\u000a18:59:17.157203 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:59:17.747431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3686): Launched\u000a18:59:18.069648 run osmo-msc_10.42.42.6(pid=3687): Launched\u000a18:59:18.257886 run osmo-stp_10.42.42.5(pid=3684): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)]\u000a18:59:18.394175 run osmo-stp_10.42.42.5(pid=3684): stdout: \u000a| (launched: 2022-12-09_18:59:16.427646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:18.529566 run osmo-stp_10.42.42.5(pid=3684): stderr: \u000a| �[0;m�[38;5;43m20221209185916755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185916756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185916756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185916756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185916758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185916759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185916759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:18.659164 run osmo-stp_10.42.42.5(pid=3684): stdout: \u000a| (launched: 2022-12-09_18:59:16.427646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:18.787643 run osmo-stp_10.42.42.5(pid=3684): stderr: \u000a| �[0;m�[38;5;43m20221209185916755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185916756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185916756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185916756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185916758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185916759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185916759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:18.843586 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3684): Process ended prematurely: osmo-stp_10.42.42.5(pid=3684) [trial-2363↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)] [trial-2363↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a18:59:18.852532 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a18:59:18.915887 run osmo-hlr_10.42.42.2(pid=3681): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3681)]\u000a18:59:18.967549 run osmo-hlr_10.42.42.2(pid=3681): stdout: \u000a| (launched: 2022-12-09_18:59:15.370644) \u000a18:59:19.019717 run osmo-hlr_10.42.42.2(pid=3681): stderr: \u000a| �[0;m�[1;31m20221209185915544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185915544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185915544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185915545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185915545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185915545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185915557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185915566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185915566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185915566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:19.090427 run osmo-msc_10.42.42.6(pid=3687): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3687)]\u000a18:59:19.141628 run osmo-msc_10.42.42.6(pid=3687): stdout: \u000a| (launched: 2022-12-09_18:59:17.910500) \u000a18:59:19.193512 run osmo-msc_10.42.42.6(pid=3687): stderr: \u000a| �[0;m�[38;5;43m20221209185918231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209185918231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92b4849c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209185918231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209185918231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209185918231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209185918231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209185918233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209185918234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209185918234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209185918234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:59:19.237486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3680): Terminating (SIGTERM)\u000a18:59:19.280081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3683): Terminating (SIGTERM)\u000a18:59:19.322253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3686): Terminating (SIGTERM)\u000a18:59:19.331981 --- ParallelTerminationStrategy: PID 3680 died...\u000a18:59:19.388132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3680): Terminated: ok {rc=0}\u000a18:59:19.398261 --- ParallelTerminationStrategy: PID 3683 died...\u000a18:59:19.453756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3683): Terminated: ok {rc=0}\u000a18:59:19.464063 --- ParallelTerminationStrategy: PID 3686 died...\u000a18:59:19.519697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3686): Terminated: ok {rc=0}\u000a18:59:19.606940 bus /sierra_9: Setting Powered False\u000a18:59:20.713846 bus /sierra_9: Setting Powered False\u000a18:59:21.822227 bus /sierra_8: Setting Powered False\u000a18:59:22.928724 bus /sierra_8: Setting Powered False\u000a18:59:24.036570 bus /sierra_3: Setting Powered False\u000a18:59:25.138286 bus /sierra_3: Setting Powered False\u000a18:59:26.250406 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:59:01" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3702): Process ended prematurely: osmo-stp_10.42.42.5(pid=3702) [trial-2363↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3702): Process ended prematurely: osmo-stp_10.42.42.5(pid=3702) [trial-2363↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:59:28.364751 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:28.375215 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a18:59:28.512678 tst cs_paging_gprs_active.py: using LAC 23055\u000a18:59:28.632899 tst cs_paging_gprs_active.py: using RAC 105\u000a18:59:28.758768 tst cs_paging_gprs_active.py: using CellId 23055\u000a18:59:28.886481 tst cs_paging_gprs_active.py: using BVCI 23056\u000a18:59:28.911963 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:28.923193 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:28.934015 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:28.945122 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:28.955951 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:28.966871 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:28.977935 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:28.988755 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:28.999814 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:29.117234 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:29.395874 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:59:29.522934 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:59:29.838565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Launched\u000a18:59:30.099349 run iperf3-srv_10.42.42.10(pid=3693): Launched\u000a18:59:30.285830 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:59:30.412279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:59:30.728009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Launched\u000a18:59:31.015498 run iperf3-srv_10.42.42.10(pid=3695): Launched\u000a18:59:31.203932 tst cs_paging_gprs_active.py:38: start network...\u000a18:59:31.332535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:31.850949 run create_hlr_db(pid=3696): Launched\u000a18:59:32.030191 bus /sierra_2: Setting Powered False\u000a18:59:33.048419 run create_hlr_db(pid=3696): Terminated: ok {rc=0}\u000a18:59:33.454164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3698): Launched\u000a18:59:33.760478 run osmo-hlr_10.42.42.2(pid=3699): Launched\u000a18:59:33.875964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:34.404542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3701): Launched\u000a18:59:34.708598 run osmo-stp_10.42.42.5(pid=3702): Launched\u000a18:59:34.819086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:59:35.351639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3704): Launched\u000a18:59:35.460576 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:59:35.727300 run patchelf(pid=3705): Launched\u000a18:59:35.906334 run osmo-stp_10.42.42.5(pid=3702): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)]\u000a18:59:36.036740 run osmo-stp_10.42.42.5(pid=3702): stdout: \u000a| (launched: 2022-12-09_18:59:34.559692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:36.168202 run osmo-stp_10.42.42.5(pid=3702): stderr: \u000a| �[0;m�[38;5;43m20221209185934729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185934729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185934729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185934730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185934730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185934730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185934730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:36.294822 run osmo-stp_10.42.42.5(pid=3702): stdout: \u000a| (launched: 2022-12-09_18:59:34.559692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:36.420165 run osmo-stp_10.42.42.5(pid=3702): stderr: \u000a| �[0;m�[38;5;43m20221209185934729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185934729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185934729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185934730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185934730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185934730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185934730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:36.565887 run patchelf(pid=3705): Terminating (SIGINT)\u000a18:59:36.736085 run patchelf(pid=3705): Terminated: ok {rc=0}\u000a18:59:36.767545 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3702): Process ended prematurely: osmo-stp_10.42.42.5(pid=3702) [trial-2363↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)] [trial-2363↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a18:59:36.776863 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a18:59:36.835795 run osmo-hlr_10.42.42.2(pid=3699): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3699)]\u000a18:59:36.884109 run osmo-hlr_10.42.42.2(pid=3699): stdout: \u000a| (launched: 2022-12-09_18:59:33.609090) \u000a18:59:36.932814 run osmo-hlr_10.42.42.2(pid=3699): stderr: \u000a| �[0;m�[1;31m20221209185933783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185933783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185933783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185933783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185933784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185933784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185933795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185933805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185933805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185933806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:36.974437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Terminating (SIGTERM)\u000a18:59:37.014055 run iperf3-srv_10.42.42.10(pid=3693): Terminating (SIGTERM)\u000a18:59:37.053646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Terminating (SIGTERM)\u000a18:59:37.093041 run iperf3-srv_10.42.42.10(pid=3695): Terminating (SIGTERM)\u000a18:59:37.132585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3698): Terminating (SIGTERM)\u000a18:59:37.171803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3701): Terminating (SIGTERM)\u000a18:59:37.211261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3704): Terminating (SIGTERM)\u000a18:59:37.220391 --- ParallelTerminationStrategy: PID 3692 died...\u000a18:59:37.272788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Terminated: ok {rc=0}\u000a18:59:37.282296 --- ParallelTerminationStrategy: PID 3693 died...\u000a18:59:37.334421 run iperf3-srv_10.42.42.10(pid=3693): Terminated {rc=256}\u000a18:59:37.343760 --- ParallelTerminationStrategy: PID 3694 died...\u000a18:59:37.395992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Terminated: ok {rc=0}\u000a18:59:37.405749 --- ParallelTerminationStrategy: PID 3695 died...\u000a18:59:37.457964 run iperf3-srv_10.42.42.10(pid=3695): Terminated {rc=256}\u000a18:59:37.467320 --- ParallelTerminationStrategy: PID 3698 died...\u000a18:59:37.519531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3698): Terminated: ok {rc=0}\u000a18:59:37.528885 --- ParallelTerminationStrategy: PID 3701 died...\u000a18:59:37.581095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3701): Terminated: ok {rc=0}\u000a18:59:37.590492 --- ParallelTerminationStrategy: PID 3704 died...\u000a18:59:37.642573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3704): Terminated: ok {rc=0}\u000a18:59:37.729369 bus /gobi_0: Setting Powered False\u000a18:59:38.832470 bus /gobi_0: Setting Powered False\u000a18:59:39.942951 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3714): Process ended prematurely: osmo-stp_10.42.42.5(pid=3714) [trial-2363↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3714)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3714): Process ended prematurely: osmo-stp_10.42.42.5(pid=3714) [trial-2363↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a18:59:41.052477 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:41.063608 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a18:59:41.202569 tst iperf3.py: using LAC 23056\u000a18:59:41.323107 tst iperf3.py: using RAC 106\u000a18:59:41.444100 tst iperf3.py: using CellId 23056\u000a18:59:41.564591 tst iperf3.py: using BVCI 23057\u000a18:59:41.587906 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:41.598479 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:41.608790 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:41.619106 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:41.629280 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:41.639406 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:41.649747 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:41.659867 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:41.670275 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:41.962548 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:59:42.099262 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:59:42.438357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3706): Launched\u000a18:59:42.718730 run iperf3-srv_10.42.42.10(pid=3707): Launched\u000a18:59:42.920391 tst iperf3.py:8: start network...\u000a18:59:43.058220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:43.572231 run create_hlr_db(pid=3708): Launched\u000a18:59:43.761479 bus /gobi_6: Setting Powered False\u000a18:59:44.781769 run create_hlr_db(pid=3708): Terminated: ok {rc=0}\u000a18:59:45.213837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3710): Launched\u000a18:59:45.540448 run osmo-hlr_10.42.42.2(pid=3711): Launched\u000a18:59:45.657501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:46.257838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3713): Launched\u000a18:59:46.755246 run osmo-stp_10.42.42.5(pid=3714): Launched\u000a18:59:47.020769 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:59:47.582634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3716): Launched\u000a18:59:47.690952 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:59:47.956601 run patchelf(pid=3717): Launched\u000a18:59:48.134889 run osmo-stp_10.42.42.5(pid=3714): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3714)]\u000a18:59:48.264847 run osmo-stp_10.42.42.5(pid=3714): stdout: \u000a| (launched: 2022-12-09_18:59:46.427559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:48.395608 run osmo-stp_10.42.42.5(pid=3714): stderr: \u000a| �[0;m�[38;5;43m20221209185946690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185946691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185946693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185946695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185946697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185946698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185946698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:48.521577 run osmo-stp_10.42.42.5(pid=3714): stdout: \u000a| (launched: 2022-12-09_18:59:46.427559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:48.646022 run osmo-stp_10.42.42.5(pid=3714): stderr: \u000a| �[0;m�[38;5;43m20221209185946690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185946691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185946693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185946695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185946697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185946698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185946698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:48.791045 run patchelf(pid=3717): Terminating (SIGINT)\u000a18:59:48.961099 run patchelf(pid=3717): Terminated: ok {rc=0}\u000a18:59:48.992196 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3714): Process ended prematurely: osmo-stp_10.42.42.5(pid=3714) [trial-2363↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3714)] [trial-2363↪gprs:trx-b200↪iperf3.py:8]\u000a18:59:49.001377 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a18:59:49.059879 run osmo-hlr_10.42.42.2(pid=3711): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3711)]\u000a18:59:49.107976 run osmo-hlr_10.42.42.2(pid=3711): stdout: \u000a| (launched: 2022-12-09_18:59:45.380581) \u000a18:59:49.156246 run osmo-hlr_10.42.42.2(pid=3711): stderr: \u000a| �[0;m�[1;31m20221209185945578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185945578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185945579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185945579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185945579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185945579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185945590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185945599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185945599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185945599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:49.197539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3706): Terminating (SIGTERM)\u000a18:59:49.236538 run iperf3-srv_10.42.42.10(pid=3707): Terminating (SIGTERM)\u000a18:59:49.275392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3710): Terminating (SIGTERM)\u000a18:59:49.314127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3713): Terminating (SIGTERM)\u000a18:59:49.352885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3716): Terminating (SIGTERM)\u000a18:59:49.361863 --- ParallelTerminationStrategy: PID 3706 died...\u000a18:59:49.413871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3706): Terminated: ok {rc=0}\u000a18:59:49.423281 --- ParallelTerminationStrategy: PID 3707 died...\u000a18:59:49.475450 run iperf3-srv_10.42.42.10(pid=3707): Terminated {rc=256}\u000a18:59:49.484728 --- ParallelTerminationStrategy: PID 3710 died...\u000a18:59:49.536873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3710): Terminated: ok {rc=0}\u000a18:59:49.546260 --- ParallelTerminationStrategy: PID 3713 died...\u000a18:59:49.598141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3713): Terminated: ok {rc=0}\u000a18:59:49.607531 --- ParallelTerminationStrategy: PID 3716 died...\u000a18:59:49.660218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3716): Terminated: ok {rc=0}\u000a18:59:49.748139 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 178, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3732): Process ended prematurely: osmo-stp_10.42.42.5(pid=3732) [trial-2363↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3732)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3732): Process ended prematurely: osmo-stp_10.42.42.5(pid=3732) [trial-2363↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a18:59:50.858937 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:50.870044 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a18:59:51.008829 tst iperf3m4.py: using LAC 23057\u000a18:59:51.126619 tst iperf3m4.py: using RAC 107\u000a18:59:51.243812 tst iperf3m4.py: using CellId 23057\u000a18:59:51.365833 tst iperf3m4.py: using BVCI 23058\u000a18:59:51.389101 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:51.399553 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:51.409960 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:51.420214 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:51.430470 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:51.440694 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:51.451145 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:51.461389 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:59:51.471656 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:51.589989 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:51.712350 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:51.829939 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:59:52.110991 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:59:52.238158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:59:52.555569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3718): Launched\u000a18:59:52.817074 run iperf3-srv_10.42.42.10(pid=3719): Launched\u000a18:59:53.002522 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:59:53.128845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:59:53.445061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3720): Launched\u000a18:59:53.706105 run iperf3-srv_10.42.42.10(pid=3721): Launched\u000a18:59:53.891942 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:59:54.018198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:59:54.332781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3722): Launched\u000a18:59:54.595302 run iperf3-srv_10.42.42.10(pid=3723): Launched\u000a18:59:54.780338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:59:54.906955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:59:55.221432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3724): Launched\u000a18:59:55.482365 run iperf3-srv_10.42.42.10(pid=3725): Launched\u000a18:59:55.667515 tst iperf3m4.py:8: start network...\u000a18:59:55.793821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:56.280627 run create_hlr_db(pid=3726): Launched\u000a18:59:56.455863 bus /gobi_6: Setting Powered False\u000a18:59:57.476881 run create_hlr_db(pid=3726): Terminated: ok {rc=0}\u000a18:59:57.910285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3728): Launched\u000a18:59:58.236162 run osmo-hlr_10.42.42.2(pid=3729): Launched\u000a18:59:58.357430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:58.927696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3731): Launched\u000a18:59:59.254202 run osmo-stp_10.42.42.5(pid=3732): Launched\u000a18:59:59.374119 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:59:59.941654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3734): Launched\u000a19:00:00.058486 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:00:00.344037 run patchelf(pid=3735): Launched\u000a19:00:00.536259 run osmo-stp_10.42.42.5(pid=3732): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3732)]\u000a19:00:00.676689 run osmo-stp_10.42.42.5(pid=3732): stdout: \u000a| (launched: 2022-12-09_18:59:59.093697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:00.817819 run osmo-stp_10.42.42.5(pid=3732): stderr: \u000a| �[0;m�[38;5;43m20221209185959281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185959281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185959281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185959281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185959282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185959282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185959282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:00.960037 run osmo-stp_10.42.42.5(pid=3732): stdout: \u000a| (launched: 2022-12-09_18:59:59.093697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:01.091220 run osmo-stp_10.42.42.5(pid=3732): stderr: \u000a| �[0;m�[38;5;43m20221209185959281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209185959281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209185959281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209185959281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209185959282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209185959282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209185959282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:01.257503 run patchelf(pid=3735): Terminating (SIGINT)\u000a19:00:01.438802 run patchelf(pid=3735): Terminated: ok {rc=0}\u000a19:00:01.473455 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3732): Process ended prematurely: osmo-stp_10.42.42.5(pid=3732) [trial-2363↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3732)] [trial-2363↪gprs:trx-b200↪iperf3m4.py:8]\u000a19:00:01.483989 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:00:01.548231 run osmo-hlr_10.42.42.2(pid=3729): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3729)]\u000a19:00:01.601665 run osmo-hlr_10.42.42.2(pid=3729): stdout: \u000a| (launched: 2022-12-09_18:59:58.076917) \u000a19:00:01.655017 run osmo-hlr_10.42.42.2(pid=3729): stderr: \u000a| �[0;m�[1;31m20221209185958273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209185958273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209185958273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185958273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209185958273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209185958273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209185958286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209185958294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209185958294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209185958294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:01.699435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3718): Terminating (SIGTERM)\u000a19:00:01.742544 run iperf3-srv_10.42.42.10(pid=3719): Terminating (SIGTERM)\u000a19:00:01.786279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3720): Terminating (SIGTERM)\u000a19:00:01.830266 run iperf3-srv_10.42.42.10(pid=3721): Terminating (SIGTERM)\u000a19:00:01.873375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3722): Terminating (SIGTERM)\u000a19:00:01.915874 run iperf3-srv_10.42.42.10(pid=3723): Terminating (SIGTERM)\u000a19:00:01.957642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3724): Terminating (SIGTERM)\u000a19:00:02.000526 run iperf3-srv_10.42.42.10(pid=3725): Terminating (SIGTERM)\u000a19:00:02.044011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3728): Terminating (SIGTERM)\u000a19:00:02.088611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3731): Terminating (SIGTERM)\u000a19:00:02.131327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3734): Terminating (SIGTERM)\u000a19:00:02.143818 --- ParallelTerminationStrategy: PID 3718 died...\u000a19:00:02.203300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3718): Terminated: ok {rc=0}\u000a19:00:02.213770 --- ParallelTerminationStrategy: PID 3719 died...\u000a19:00:02.269847 run iperf3-srv_10.42.42.10(pid=3719): Terminated {rc=256}\u000a19:00:02.280440 --- ParallelTerminationStrategy: PID 3720 died...\u000a19:00:02.334947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3720): Terminated: ok {rc=0}\u000a19:00:02.344678 --- ParallelTerminationStrategy: PID 3721 died...\u000a19:00:02.397986 run iperf3-srv_10.42.42.10(pid=3721): Terminated {rc=256}\u000a19:00:02.408599 --- ParallelTerminationStrategy: PID 3722 died...\u000a19:00:02.462640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3722): Terminated: ok {rc=0}\u000a19:00:02.472558 --- ParallelTerminationStrategy: PID 3723 died...\u000a19:00:02.526329 run iperf3-srv_10.42.42.10(pid=3723): Terminated {rc=256}\u000a19:00:02.535949 --- ParallelTerminationStrategy: PID 3724 died...\u000a19:00:02.589599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3724): Terminated: ok {rc=0}\u000a19:00:02.599336 --- ParallelTerminationStrategy: PID 3725 died...\u000a19:00:02.652536 run iperf3-srv_10.42.42.10(pid=3725): Terminated {rc=256}\u000a19:00:02.662573 --- ParallelTerminationStrategy: PID 3728 died...\u000a19:00:02.716179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3728): Terminated: ok {rc=0}\u000a19:00:02.726321 --- ParallelTerminationStrategy: PID 3731 died...\u000a19:00:02.780062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3731): Terminated: ok {rc=0}\u000a19:00:02.790240 --- ParallelTerminationStrategy: PID 3734 died...\u000a19:00:02.843739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3734): Terminated: ok {rc=0}\u000a19:00:02.932823 bus /gobi_4: Setting Powered False\u000a19:00:04.034805 bus /gobi_4: Setting Powered False\u000a19:00:05.145198 bus /gobi_1: Setting Powered False\u000a19:00:06.246361 bus /gobi_1: Setting Powered False\u000a19:00:07.356143 bus /gobi_0: Setting Powered False\u000a19:00:08.458957 bus /gobi_0: Setting Powered False\u000a19:00:09.565348 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 178, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3745): Process ended prematurely: osmo-stp_10.42.42.5(pid=3745) [trial-2363↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3745)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3745): Process ended prematurely: osmo-stp_10.42.42.5(pid=3745) [trial-2363↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a19:00:10.632675 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:10.644453 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:00:10.787780 tst ping.py: using LAC 23058\u000a19:00:10.913228 tst ping.py: using RAC 108\u000a19:00:11.040091 tst ping.py: using CellId 23058\u000a19:00:11.164942 tst ping.py: using BVCI 23059\u000a19:00:11.189802 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:11.201059 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:11.211940 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:11.223168 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:11.234220 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:11.245310 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:11.256500 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:11.267715 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:00:11.560350 tst ping.py:19: start network...\u000a19:00:11.695459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:12.203158 run create_hlr_db(pid=3739): Launched\u000a19:00:12.390819 bus /gobi_6: Setting Powered False\u000a19:00:13.412380 run create_hlr_db(pid=3739): Terminated: ok {rc=0}\u000a19:00:13.817039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3741): Launched\u000a19:00:14.122041 run osmo-hlr_10.42.42.2(pid=3742): Launched\u000a19:00:14.232608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:14.756830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3744): Launched\u000a19:00:15.059262 run osmo-stp_10.42.42.5(pid=3745): Launched\u000a19:00:15.168907 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:00:15.693796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3747): Launched\u000a19:00:15.800431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:00:16.111204 run patchelf(pid=3748): Launched\u000a19:00:16.307192 run osmo-stp_10.42.42.5(pid=3745): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3745)]\u000a19:00:16.451478 run osmo-stp_10.42.42.5(pid=3745): stdout: \u000a| (launched: 2022-12-09_19:00:14.910303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:16.597121 run osmo-stp_10.42.42.5(pid=3745): stderr: \u000a| �[0;m�[38;5;43m20221209190015082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190015082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190015082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190015082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190015083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190015083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190015083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:16.736768 run osmo-stp_10.42.42.5(pid=3745): stdout: \u000a| (launched: 2022-12-09_19:00:14.910303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:16.875830 run osmo-stp_10.42.42.5(pid=3745): stderr: \u000a| �[0;m�[38;5;43m20221209190015082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190015082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190015082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190015082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190015083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190015083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190015083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:17.035783 run patchelf(pid=3748): Terminating (SIGINT)\u000a19:00:17.221720 run patchelf(pid=3748): Terminated: ok {rc=0}\u000a19:00:17.255398 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3745): Process ended prematurely: osmo-stp_10.42.42.5(pid=3745) [trial-2363↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3745)] [trial-2363↪gprs:trx-b200↪ping.py:22]\u000a19:00:17.265650 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:00:17.331922 run osmo-hlr_10.42.42.2(pid=3742): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3742)]\u000a19:00:17.384267 run osmo-hlr_10.42.42.2(pid=3742): stdout: \u000a| (launched: 2022-12-09_19:00:13.970776) \u000a19:00:17.437262 run osmo-hlr_10.42.42.2(pid=3742): stderr: \u000a| �[0;m�[1;31m20221209190014145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190014145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190014146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190014146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190014146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190014146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190014157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190014166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190014166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190014166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:17.481871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3741): Terminating (SIGTERM)\u000a19:00:17.525005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3744): Terminating (SIGTERM)\u000a19:00:17.568229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3747): Terminating (SIGTERM)\u000a19:00:17.578262 --- ParallelTerminationStrategy: PID 3741 died...\u000a19:00:17.636047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3741): Terminated: ok {rc=0}\u000a19:00:17.646367 --- ParallelTerminationStrategy: PID 3744 died...\u000a19:00:17.703819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3744): Terminated: ok {rc=0}\u000a19:00:17.714039 --- ParallelTerminationStrategy: PID 3747 died...\u000a19:00:17.770496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3747): Terminated: ok {rc=0}\u000a19:00:17.857825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 178, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3755): Process ended prematurely: osmo-stp_10.42.42.5(pid=3755) [trial-2363↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3755)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3755): Process ended prematurely: osmo-stp_10.42.42.5(pid=3755) [trial-2363↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a19:00:18.911792 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:18.923988 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:00:19.069743 tst ping_idle_ping.py: using LAC 23059\u000a19:00:19.197666 tst ping_idle_ping.py: using RAC 109\u000a19:00:19.324649 tst ping_idle_ping.py: using CellId 23059\u000a19:00:19.452376 tst ping_idle_ping.py: using BVCI 23060\u000a19:00:19.477233 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:19.488332 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:19.499270 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:19.510468 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:19.521561 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:19.532667 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:19.543884 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:19.555129 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:00:19.847292 tst ping_idle_ping.py:24: start network...\u000a19:00:19.982703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:20.494860 run create_hlr_db(pid=3749): Launched\u000a19:00:20.683090 bus /gobi_6: Setting Powered False\u000a19:00:21.704214 run create_hlr_db(pid=3749): Terminated: ok {rc=0}\u000a19:00:22.110678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3751): Launched\u000a19:00:22.415159 run osmo-hlr_10.42.42.2(pid=3752): Launched\u000a19:00:22.530285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:23.055414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3754): Launched\u000a19:00:23.358377 run osmo-stp_10.42.42.5(pid=3755): Launched\u000a19:00:23.467823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:00:23.995800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3757): Launched\u000a19:00:24.103533 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:00:24.368446 run patchelf(pid=3758): Launched\u000a19:00:24.545270 run osmo-stp_10.42.42.5(pid=3755): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3755)]\u000a19:00:24.674697 run osmo-stp_10.42.42.5(pid=3755): stdout: \u000a| (launched: 2022-12-09_19:00:23.209269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:24.804208 run osmo-stp_10.42.42.5(pid=3755): stderr: \u000a| �[0;m�[38;5;43m20221209190023380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190023381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190023381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190023381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190023382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190023382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190023382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:24.929441 run osmo-stp_10.42.42.5(pid=3755): stdout: \u000a| (launched: 2022-12-09_19:00:23.209269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:25.053304 run osmo-stp_10.42.42.5(pid=3755): stderr: \u000a| �[0;m�[38;5;43m20221209190023380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190023381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190023381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190023381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190023382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190023382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190023382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:25.197580 run patchelf(pid=3758): Terminating (SIGINT)\u000a19:00:25.367433 run patchelf(pid=3758): Terminated: ok {rc=0}\u000a19:00:25.398309 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3755): Process ended prematurely: osmo-stp_10.42.42.5(pid=3755) [trial-2363↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3755)] [trial-2363↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a19:00:25.407014 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:00:25.466562 run osmo-hlr_10.42.42.2(pid=3752): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3752)]\u000a19:00:25.515318 run osmo-hlr_10.42.42.2(pid=3752): stdout: \u000a| (launched: 2022-12-09_19:00:22.264726) \u000a19:00:25.565023 run osmo-hlr_10.42.42.2(pid=3752): stderr: \u000a| �[0;m�[1;31m20221209190022442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190022442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190022442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190022442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190022442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190022442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190022455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190022464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190022464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190022464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:25.606927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3751): Terminating (SIGTERM)\u000a19:00:25.646665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3754): Terminating (SIGTERM)\u000a19:00:25.686527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3757): Terminating (SIGTERM)\u000a19:00:25.695746 --- ParallelTerminationStrategy: PID 3751 died...\u000a19:00:25.748873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3751): Terminated: ok {rc=0}\u000a19:00:25.758524 --- ParallelTerminationStrategy: PID 3754 died...\u000a19:00:25.811405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3754): Terminated: ok {rc=0}\u000a19:00:25.820930 --- ParallelTerminationStrategy: PID 3757 died...\u000a19:00:25.873918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3757): Terminated: ok {rc=0}\u000a19:00:25.964172 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T18:59:27" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3773): Process ended prematurely: osmo-stp_10.42.42.5(pid=3773) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3773)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3773): Process ended prematurely: osmo-stp_10.42.42.5(pid=3773) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:00:28.109840 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:28.120424 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:00:28.258227 tst cs_paging_gprs_active.py: using LAC 23060\u000a19:00:28.386683 tst cs_paging_gprs_active.py: using RAC 110\u000a19:00:28.514527 tst cs_paging_gprs_active.py: using CellId 23060\u000a19:00:28.642831 tst cs_paging_gprs_active.py: using BVCI 23061\u000a19:00:28.668461 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:28.679988 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:28.691283 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:28.702797 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:28.713894 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:28.725102 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:28.737349 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:28.748401 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:28.760003 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:00:28.882135 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:00:29.179313 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:00:29.318613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:00:29.659598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Launched\u000a19:00:29.943476 run iperf3-srv_10.42.42.10(pid=3764): Launched\u000a19:00:30.146215 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:00:30.284153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:00:30.624800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3765): Launched\u000a19:00:30.910190 run iperf3-srv_10.42.42.10(pid=3766): Launched\u000a19:00:31.117273 tst cs_paging_gprs_active.py:38: start network...\u000a19:00:31.259222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:31.898765 run create_hlr_db(pid=3767): Launched\u000a19:00:32.095865 bus /gobi_6: Setting Powered False\u000a19:00:33.110737 run create_hlr_db(pid=3767): Terminated: ok {rc=0}\u000a19:00:33.524538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3769): Launched\u000a19:00:33.832039 run osmo-hlr_10.42.42.2(pid=3770): Launched\u000a19:00:33.949284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:34.483420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3772): Launched\u000a19:00:34.791170 run osmo-stp_10.42.42.5(pid=3773): Launched\u000a19:00:34.903446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:00:35.439717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3775): Launched\u000a19:00:35.549136 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:00:35.817505 run patchelf(pid=3776): Launched\u000a19:00:35.997205 run osmo-stp_10.42.42.5(pid=3773): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3773)]\u000a19:00:36.128303 run osmo-stp_10.42.42.5(pid=3773): stdout: \u000a| (launched: 2022-12-09_19:00:34.639902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:36.260418 run osmo-stp_10.42.42.5(pid=3773): stderr: \u000a| �[0;m�[38;5;43m20221209190034813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190034813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190034813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190034814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190034814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190034814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190034814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:36.387874 run osmo-stp_10.42.42.5(pid=3773): stdout: \u000a| (launched: 2022-12-09_19:00:34.639902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:36.513464 run osmo-stp_10.42.42.5(pid=3773): stderr: \u000a| �[0;m�[38;5;43m20221209190034813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190034813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190034813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190034814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190034814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190034814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190034814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:36.659806 run patchelf(pid=3776): Terminating (SIGINT)\u000a19:00:36.831441 run patchelf(pid=3776): Terminated: ok {rc=0}\u000a19:00:36.863096 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3773): Process ended prematurely: osmo-stp_10.42.42.5(pid=3773) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3773)] [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:00:36.872264 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:00:36.931831 run osmo-hlr_10.42.42.2(pid=3770): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3770)]\u000a19:00:36.980138 run osmo-hlr_10.42.42.2(pid=3770): stdout: \u000a| (launched: 2022-12-09_19:00:33.681762) \u000a19:00:37.029097 run osmo-hlr_10.42.42.2(pid=3770): stderr: \u000a| �[0;m�[1;31m20221209190033858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190033858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190033858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190033858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190033858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190033858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190033871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190033880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190033880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190033880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:37.070619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Terminating (SIGTERM)\u000a19:00:37.109732 run iperf3-srv_10.42.42.10(pid=3764): Terminating (SIGTERM)\u000a19:00:37.148857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3765): Terminating (SIGTERM)\u000a19:00:37.187817 run iperf3-srv_10.42.42.10(pid=3766): Terminating (SIGTERM)\u000a19:00:37.226920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3769): Terminating (SIGTERM)\u000a19:00:37.266173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3772): Terminating (SIGTERM)\u000a19:00:37.305424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3775): Terminating (SIGTERM)\u000a19:00:37.314406 --- ParallelTerminationStrategy: PID 3763 died...\u000a19:00:37.366647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Terminated: ok {rc=0}\u000a19:00:37.376021 --- ParallelTerminationStrategy: PID 3764 died...\u000a19:00:37.427860 run iperf3-srv_10.42.42.10(pid=3764): Terminated {rc=256}\u000a19:00:37.437226 --- ParallelTerminationStrategy: PID 3765 died...\u000a19:00:37.489270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3765): Terminated: ok {rc=0}\u000a19:00:37.498669 --- ParallelTerminationStrategy: PID 3766 died...\u000a19:00:37.550621 run iperf3-srv_10.42.42.10(pid=3766): Terminated {rc=256}\u000a19:00:37.559910 --- ParallelTerminationStrategy: PID 3769 died...\u000a19:00:37.612053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3769): Terminated: ok {rc=0}\u000a19:00:37.621841 --- ParallelTerminationStrategy: PID 3772 died...\u000a19:00:37.674130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3772): Terminated: ok {rc=0}\u000a19:00:37.683563 --- ParallelTerminationStrategy: PID 3775 died...\u000a19:00:37.735607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3775): Terminated: ok {rc=0}\u000a19:00:37.823470 bus /gobi_0: Setting Powered False\u000a19:00:38.925427 bus /gobi_0: Setting Powered False\u000a19:00:40.035726 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3785): Process ended prematurely: osmo-stp_10.42.42.5(pid=3785) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3785)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3785): Process ended prematurely: osmo-stp_10.42.42.5(pid=3785) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:00:41.145574 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:41.156805 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:00:41.296146 tst iperf3.py: using LAC 23061\u000a19:00:41.417346 tst iperf3.py: using RAC 111\u000a19:00:41.537384 tst iperf3.py: using CellId 23061\u000a19:00:41.657417 tst iperf3.py: using BVCI 23062\u000a19:00:41.680724 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:41.691613 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:41.702236 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:41.712732 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:41.723223 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:41.733686 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:41.744332 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:41.754829 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:41.765509 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:00:42.061117 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:00:42.198907 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:00:42.539749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3777): Launched\u000a19:00:42.823674 run iperf3-srv_10.42.42.10(pid=3778): Launched\u000a19:00:43.026319 tst iperf3.py:8: start network...\u000a19:00:43.164603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:43.683978 run create_hlr_db(pid=3779): Launched\u000a19:00:43.874644 bus /gobi_6: Setting Powered False\u000a19:00:44.895671 run create_hlr_db(pid=3779): Terminated: ok {rc=0}\u000a19:00:45.307542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3781): Launched\u000a19:00:45.617445 run osmo-hlr_10.42.42.2(pid=3782): Launched\u000a19:00:45.730865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:46.301417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3784): Launched\u000a19:00:46.715129 run osmo-stp_10.42.42.5(pid=3785): Launched\u000a19:00:46.840704 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:00:47.441381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3787): Launched\u000a19:00:47.550665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:00:47.817719 run patchelf(pid=3788): Launched\u000a19:00:47.996897 run osmo-stp_10.42.42.5(pid=3785): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3785)]\u000a19:00:48.128172 run osmo-stp_10.42.42.5(pid=3785): stdout: \u000a| (launched: 2022-12-09_19:00:46.460583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:48.259977 run osmo-stp_10.42.42.5(pid=3785): stderr: \u000a| �[0;m�[38;5;43m20221209190046818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190046818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190046818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190046819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190046827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190046827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190046827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:48.387825 run osmo-stp_10.42.42.5(pid=3785): stdout: \u000a| (launched: 2022-12-09_19:00:46.460583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:48.513775 run osmo-stp_10.42.42.5(pid=3785): stderr: \u000a| �[0;m�[38;5;43m20221209190046818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190046818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190046818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190046819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190046827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190046827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190046827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:48.659692 run patchelf(pid=3788): Terminating (SIGINT)\u000a19:00:48.831328 run patchelf(pid=3788): Terminated: ok {rc=0}\u000a19:00:48.862904 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3785): Process ended prematurely: osmo-stp_10.42.42.5(pid=3785) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3785)] [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a19:00:48.872249 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a19:00:48.931380 run osmo-hlr_10.42.42.2(pid=3782): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3782)]\u000a19:00:48.979681 run osmo-hlr_10.42.42.2(pid=3782): stdout: \u000a| (launched: 2022-12-09_19:00:45.463974) \u000a19:00:49.028914 run osmo-hlr_10.42.42.2(pid=3782): stderr: \u000a| �[0;m�[1;31m20221209190045643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190045643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190045643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190045643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190045643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190045643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190045655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190045663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190045664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190045664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:49.070498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3777): Terminating (SIGTERM)\u000a19:00:49.109575 run iperf3-srv_10.42.42.10(pid=3778): Terminating (SIGTERM)\u000a19:00:49.148746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3781): Terminating (SIGTERM)\u000a19:00:49.187765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3784): Terminating (SIGTERM)\u000a19:00:49.226779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3787): Terminating (SIGTERM)\u000a19:00:49.235768 --- ParallelTerminationStrategy: PID 3777 died...\u000a19:00:49.287978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3777): Terminated: ok {rc=0}\u000a19:00:49.297448 --- ParallelTerminationStrategy: PID 3778 died...\u000a19:00:49.349693 run iperf3-srv_10.42.42.10(pid=3778): Terminated {rc=256}\u000a19:00:49.359099 --- ParallelTerminationStrategy: PID 3781 died...\u000a19:00:49.411379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3781): Terminated: ok {rc=0}\u000a19:00:49.420724 --- ParallelTerminationStrategy: PID 3784 died...\u000a19:00:49.472656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3784): Terminated: ok {rc=0}\u000a19:00:49.482115 --- ParallelTerminationStrategy: PID 3787 died...\u000a19:00:49.534579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3787): Terminated: ok {rc=0}\u000a19:00:49.623014 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3803): Process ended prematurely: osmo-stp_10.42.42.5(pid=3803) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3803)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3803): Process ended prematurely: osmo-stp_10.42.42.5(pid=3803) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:00:50.733328 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:50.744617 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:00:50.883938 tst iperf3m4.py: using LAC 23062\u000a19:00:51.005532 tst iperf3m4.py: using RAC 112\u000a19:00:51.128026 tst iperf3m4.py: using CellId 23062\u000a19:00:51.249073 tst iperf3m4.py: using BVCI 23063\u000a19:00:51.272413 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:51.283309 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:51.294017 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:51.304522 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:51.315067 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:51.325631 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:51.336192 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:51.346727 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:00:51.357436 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:00:51.477408 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:00:51.600782 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:00:51.720651 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:00:52.020883 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:00:52.158711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:00:52.501097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3789): Launched\u000a19:00:52.783691 run iperf3-srv_10.42.42.10(pid=3790): Launched\u000a19:00:52.985625 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:00:53.123204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:00:53.463481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3791): Launched\u000a19:00:53.746765 run iperf3-srv_10.42.42.10(pid=3792): Launched\u000a19:00:53.948657 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:00:54.086483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:00:54.427005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3793): Launched\u000a19:00:54.709895 run iperf3-srv_10.42.42.10(pid=3794): Launched\u000a19:00:54.911777 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:00:55.049681 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:00:55.391596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3795): Launched\u000a19:00:55.675371 run iperf3-srv_10.42.42.10(pid=3796): Launched\u000a19:00:55.877106 tst iperf3m4.py:8: start network...\u000a19:00:56.014844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:56.534254 run create_hlr_db(pid=3797): Launched\u000a19:00:56.725081 bus /gobi_6: Setting Powered False\u000a19:00:57.745761 run create_hlr_db(pid=3797): Terminated: ok {rc=0}\u000a19:00:58.183836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3799): Launched\u000a19:00:58.515283 run osmo-hlr_10.42.42.2(pid=3800): Launched\u000a19:00:58.635811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:59.207121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3802): Launched\u000a19:00:59.537470 run osmo-stp_10.42.42.5(pid=3803): Launched\u000a19:00:59.657243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:01:00.231459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3805): Launched\u000a19:01:00.349834 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:01:00.638308 run patchelf(pid=3806): Launched\u000a19:01:00.842997 run osmo-stp_10.42.42.5(pid=3803): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3803)]\u000a19:01:00.986816 run osmo-stp_10.42.42.5(pid=3803): stdout: \u000a| (launched: 2022-12-09_19:00:59.374915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:01.131628 run osmo-stp_10.42.42.5(pid=3803): stderr: \u000a| �[0;m�[38;5;43m20221209190059567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190059567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190059567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190059568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190059568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190059568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190059568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:01.271381 run osmo-stp_10.42.42.5(pid=3803): stdout: \u000a| (launched: 2022-12-09_19:00:59.374915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:01.411281 run osmo-stp_10.42.42.5(pid=3803): stderr: \u000a| �[0;m�[38;5;43m20221209190059567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190059567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190059567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190059568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190059568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190059568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190059568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:01.572274 run patchelf(pid=3806): Terminating (SIGINT)\u000a19:01:01.761222 run patchelf(pid=3806): Terminated: ok {rc=0}\u000a19:01:01.796279 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3803): Process ended prematurely: osmo-stp_10.42.42.5(pid=3803) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3803)] [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:01:01.807379 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a19:01:01.876102 run osmo-hlr_10.42.42.2(pid=3800): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3800)]\u000a19:01:01.929997 run osmo-hlr_10.42.42.2(pid=3800): stdout: \u000a| (launched: 2022-12-09_19:00:58.352535) \u000a19:01:01.984429 run osmo-hlr_10.42.42.2(pid=3800): stderr: \u000a| �[0;m�[1;31m20221209190058552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190058552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190058552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190058552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190058552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190058552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190058564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190058573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190058573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190058573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:02.031254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3789): Terminating (SIGTERM)\u000a19:01:02.075237 run iperf3-srv_10.42.42.10(pid=3790): Terminating (SIGTERM)\u000a19:01:02.119292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3791): Terminating (SIGTERM)\u000a19:01:02.162512 run iperf3-srv_10.42.42.10(pid=3792): Terminating (SIGTERM)\u000a19:01:02.205337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3793): Terminating (SIGTERM)\u000a19:01:02.247407 run iperf3-srv_10.42.42.10(pid=3794): Terminating (SIGTERM)\u000a19:01:02.289451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3795): Terminating (SIGTERM)\u000a19:01:02.331451 run iperf3-srv_10.42.42.10(pid=3796): Terminating (SIGTERM)\u000a19:01:02.373267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3799): Terminating (SIGTERM)\u000a19:01:02.414940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3802): Terminating (SIGTERM)\u000a19:01:02.456785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3805): Terminating (SIGTERM)\u000a19:01:02.466781 --- ParallelTerminationStrategy: PID 3789 died...\u000a19:01:02.522631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3789): Terminated: ok {rc=0}\u000a19:01:02.532826 --- ParallelTerminationStrategy: PID 3790 died...\u000a19:01:02.588326 run iperf3-srv_10.42.42.10(pid=3790): Terminated {rc=256}\u000a19:01:02.598270 --- ParallelTerminationStrategy: PID 3791 died...\u000a19:01:02.653911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3791): Terminated: ok {rc=0}\u000a19:01:02.663809 --- ParallelTerminationStrategy: PID 3792 died...\u000a19:01:02.719292 run iperf3-srv_10.42.42.10(pid=3792): Terminated {rc=256}\u000a19:01:02.729308 --- ParallelTerminationStrategy: PID 3793 died...\u000a19:01:02.784329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3793): Terminated: ok {rc=0}\u000a19:01:02.794538 --- ParallelTerminationStrategy: PID 3794 died...\u000a19:01:02.850339 run iperf3-srv_10.42.42.10(pid=3794): Terminated {rc=256}\u000a19:01:02.860232 --- ParallelTerminationStrategy: PID 3795 died...\u000a19:01:02.915210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3795): Terminated: ok {rc=0}\u000a19:01:02.925504 --- ParallelTerminationStrategy: PID 3796 died...\u000a19:01:02.980791 run iperf3-srv_10.42.42.10(pid=3796): Terminated {rc=256}\u000a19:01:02.990799 --- ParallelTerminationStrategy: PID 3799 died...\u000a19:01:03.046346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3799): Terminated: ok {rc=0}\u000a19:01:03.056489 --- ParallelTerminationStrategy: PID 3802 died...\u000a19:01:03.112003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3802): Terminated: ok {rc=0}\u000a19:01:03.122110 --- ParallelTerminationStrategy: PID 3805 died...\u000a19:01:03.177841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3805): Terminated: ok {rc=0}\u000a19:01:03.265107 bus /gobi_4: Setting Powered False\u000a19:01:04.368846 bus /gobi_4: Setting Powered False\u000a19:01:05.479844 bus /gobi_1: Setting Powered False\u000a19:01:06.582476 bus /gobi_1: Setting Powered False\u000a19:01:07.694060 bus /gobi_0: Setting Powered False\u000a19:01:08.796339 bus /gobi_0: Setting Powered False\u000a19:01:09.908326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3813): Process ended prematurely: osmo-stp_10.42.42.5(pid=3813) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3813)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3813): Process ended prematurely: osmo-stp_10.42.42.5(pid=3813) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:01:10.974800 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:10.986296 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:01:11.124602 tst ping.py: using LAC 23063\u000a19:01:11.249770 tst ping.py: using RAC 113\u000a19:01:11.374837 tst ping.py: using CellId 23063\u000a19:01:11.499302 tst ping.py: using BVCI 23064\u000a19:01:11.524045 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:11.535428 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:11.546583 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:11.558167 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:11.569592 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:11.580757 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:11.592023 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:11.603653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:01:11.892666 tst ping.py:19: start network...\u000a19:01:12.027670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:12.538393 run create_hlr_db(pid=3807): Launched\u000a19:01:12.726661 bus /gobi_6: Setting Powered False\u000a19:01:13.746910 run create_hlr_db(pid=3807): Terminated: ok {rc=0}\u000a19:01:14.153499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3809): Launched\u000a19:01:14.457596 run osmo-hlr_10.42.42.2(pid=3810): Launched\u000a19:01:14.571985 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:15.110153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3812): Launched\u000a19:01:15.437019 run osmo-stp_10.42.42.5(pid=3813): Launched\u000a19:01:15.554388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:01:16.161938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3815): Launched\u000a19:01:16.310843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:01:16.639729 run patchelf(pid=3816): Launched\u000a19:01:16.834573 run osmo-stp_10.42.42.5(pid=3813): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3813)]\u000a19:01:16.977829 run osmo-stp_10.42.42.5(pid=3813): stdout: \u000a| (launched: 2022-12-09_19:01:15.275300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:17.144901 run osmo-stp_10.42.42.5(pid=3813): stderr: \u000a| �[0;m�[38;5;43m20221209190115468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190115468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190115469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190115469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190115470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190115470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190115470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:17.283440 run osmo-stp_10.42.42.5(pid=3813): stdout: \u000a| (launched: 2022-12-09_19:01:15.275300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:17.417037 run osmo-stp_10.42.42.5(pid=3813): stderr: \u000a| �[0;m�[38;5;43m20221209190115468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190115468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190115469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190115469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190115470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190115470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190115470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:17.571480 run patchelf(pid=3816): Terminating (SIGINT)\u000a19:01:17.752319 run patchelf(pid=3816): Terminated: ok {rc=0}\u000a19:01:17.785427 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3813): Process ended prematurely: osmo-stp_10.42.42.5(pid=3813) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3813)] [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a19:01:17.794968 tst ping.py:22: Test FAILED (6.8 sec)\u000a19:01:17.859259 run osmo-hlr_10.42.42.2(pid=3810): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3810)]\u000a19:01:17.911136 run osmo-hlr_10.42.42.2(pid=3810): stdout: \u000a| (launched: 2022-12-09_19:01:14.307546) \u000a19:01:17.963875 run osmo-hlr_10.42.42.2(pid=3810): stderr: \u000a| �[0;m�[1;31m20221209190114486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190114486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190114486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190114486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190114486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190114486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190114498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190114509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190114509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190114509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:18.008743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3809): Terminating (SIGTERM)\u000a19:01:18.051243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3812): Terminating (SIGTERM)\u000a19:01:18.093774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3815): Terminating (SIGTERM)\u000a19:01:18.103804 --- ParallelTerminationStrategy: PID 3809 died...\u000a19:01:18.160740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3809): Terminated: ok {rc=0}\u000a19:01:18.170951 --- ParallelTerminationStrategy: PID 3812 died...\u000a19:01:18.227337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3812): Terminated: ok {rc=0}\u000a19:01:18.237890 --- ParallelTerminationStrategy: PID 3815 died...\u000a19:01:18.294668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3815): Terminated: ok {rc=0}\u000a19:01:18.381551 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3823): Process ended prematurely: osmo-stp_10.42.42.5(pid=3823) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3823)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3823): Process ended prematurely: osmo-stp_10.42.42.5(pid=3823) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:01:19.434605 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:19.446485 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:01:19.593235 tst ping_idle_ping.py: using LAC 23064\u000a19:01:19.719591 tst ping_idle_ping.py: using RAC 114\u000a19:01:19.851966 tst ping_idle_ping.py: using CellId 23064\u000a19:01:19.976666 tst ping_idle_ping.py: using BVCI 23065\u000a19:01:20.001437 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:20.012782 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:20.023926 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:20.035317 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:20.046579 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:20.057733 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:20.069343 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:20.080672 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:01:20.360459 tst ping_idle_ping.py:24: start network...\u000a19:01:20.486454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:20.975348 run create_hlr_db(pid=3817): Launched\u000a19:01:21.150232 bus /gobi_6: Setting Powered False\u000a19:01:22.171142 run create_hlr_db(pid=3817): Terminated: ok {rc=0}\u000a19:01:22.601821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3819): Launched\u000a19:01:22.927587 run osmo-hlr_10.42.42.2(pid=3820): Launched\u000a19:01:23.048590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:23.613506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3822): Launched\u000a19:01:23.940021 run osmo-stp_10.42.42.5(pid=3823): Launched\u000a19:01:24.058341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:01:24.625640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3825): Launched\u000a19:01:24.741728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:01:25.023287 run patchelf(pid=3826): Launched\u000a19:01:25.213109 run osmo-stp_10.42.42.5(pid=3823): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3823)]\u000a19:01:25.351824 run osmo-stp_10.42.42.5(pid=3823): stdout: \u000a| (launched: 2022-12-09_19:01:23.779246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:25.491080 run osmo-stp_10.42.42.5(pid=3823): stderr: \u000a| �[0;m�[38;5;43m20221209190123970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190123970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190123970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190123971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190123971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190123971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190123971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:25.625531 run osmo-stp_10.42.42.5(pid=3823): stdout: \u000a| (launched: 2022-12-09_19:01:23.779246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:25.758737 run osmo-stp_10.42.42.5(pid=3823): stderr: \u000a| �[0;m�[38;5;43m20221209190123970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190123970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190123970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190123971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190123971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190123971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190123971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:25.913338 run patchelf(pid=3826): Terminating (SIGINT)\u000a19:01:26.094529 run patchelf(pid=3826): Terminated: ok {rc=0}\u000a19:01:26.127415 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3823): Process ended prematurely: osmo-stp_10.42.42.5(pid=3823) [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3823)] [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:01:26.136849 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:01:26.200236 run osmo-hlr_10.42.42.2(pid=3820): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3820)]\u000a19:01:26.251688 run osmo-hlr_10.42.42.2(pid=3820): stdout: \u000a| (launched: 2022-12-09_19:01:22.766990) \u000a19:01:26.303833 run osmo-hlr_10.42.42.2(pid=3820): stderr: \u000a| �[0;m�[1;31m20221209190122965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190122965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190122965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190122965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190122965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190122965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190122978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190122988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190122988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190122989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:26.348144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3819): Terminating (SIGTERM)\u000a19:01:26.390132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3822): Terminating (SIGTERM)\u000a19:01:26.432409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3825): Terminating (SIGTERM)\u000a19:01:26.442161 --- ParallelTerminationStrategy: PID 3819 died...\u000a19:01:26.498765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3819): Terminated: ok {rc=0}\u000a19:01:26.508842 --- ParallelTerminationStrategy: PID 3822 died...\u000a19:01:26.564597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3822): Terminated: ok {rc=0}\u000a19:01:26.574882 --- ParallelTerminationStrategy: PID 3825 died...\u000a19:01:26.630671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3825): Terminated: ok {rc=0}\u000a19:01:26.717969 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:00:27" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3842): Process ended prematurely: osmo-stp_10.42.42.5(pid=3842) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3842)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3842): Process ended prematurely: osmo-stp_10.42.42.5(pid=3842) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:01:28.884628 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:28.895830 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:01:29.062103 tst cs_paging_gprs_active.py: using LAC 23065\u000a19:01:29.191581 tst cs_paging_gprs_active.py: using RAC 115\u000a19:01:29.321776 tst cs_paging_gprs_active.py: using CellId 23065\u000a19:01:29.451432 tst cs_paging_gprs_active.py: using BVCI 23066\u000a19:01:29.476570 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:29.487773 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:29.499817 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:29.511001 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:29.522877 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:29.533968 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:29.545568 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:29.557297 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:29.568424 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:01:29.687785 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:01:29.983302 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:01:30.121583 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:30.463049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3832): Launched\u000a19:01:30.746616 run iperf3-srv_10.42.42.10(pid=3833): Launched\u000a19:01:30.987165 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:01:31.137459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:31.484787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3834): Launched\u000a19:01:31.782143 run iperf3-srv_10.42.42.10(pid=3835): Launched\u000a19:01:31.976280 tst cs_paging_gprs_active.py:38: start network...\u000a19:01:32.109952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:32.605806 run create_hlr_db(pid=3836): Launched\u000a19:01:32.796776 bus /gobi_6: Setting Powered False\u000a19:01:33.818110 run create_hlr_db(pid=3836): Terminated: ok {rc=0}\u000a19:01:34.229959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3838): Launched\u000a19:01:34.538587 run osmo-hlr_10.42.42.2(pid=3839): Launched\u000a19:01:34.652231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:35.187770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3841): Launched\u000a19:01:35.495882 run osmo-stp_10.42.42.5(pid=3842): Launched\u000a19:01:35.612425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:01:36.147835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3844): Launched\u000a19:01:36.257453 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:01:36.525441 run patchelf(pid=3845): Launched\u000a19:01:36.706237 run osmo-stp_10.42.42.5(pid=3842): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3842)]\u000a19:01:36.838071 run osmo-stp_10.42.42.5(pid=3842): stdout: \u000a| (launched: 2022-12-09_19:01:35.344794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:36.969984 run osmo-stp_10.42.42.5(pid=3842): stderr: \u000a| �[0;m�[38;5;43m20221209190135516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190135517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190135517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190135517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190135518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190135518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190135518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:37.097430 run osmo-stp_10.42.42.5(pid=3842): stdout: \u000a| (launched: 2022-12-09_19:01:35.344794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:37.223754 run osmo-stp_10.42.42.5(pid=3842): stderr: \u000a| �[0;m�[38;5;43m20221209190135516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190135517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190135517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190135517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190135518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190135518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190135518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:37.370940 run patchelf(pid=3845): Terminating (SIGINT)\u000a19:01:37.543525 run patchelf(pid=3845): Terminated: ok {rc=0}\u000a19:01:37.575087 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3842): Process ended prematurely: osmo-stp_10.42.42.5(pid=3842) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3842)] [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:01:37.584406 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:01:37.643934 run osmo-hlr_10.42.42.2(pid=3839): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3839)]\u000a19:01:37.692631 run osmo-hlr_10.42.42.2(pid=3839): stdout: \u000a| (launched: 2022-12-09_19:01:34.386827) \u000a19:01:37.741742 run osmo-hlr_10.42.42.2(pid=3839): stderr: \u000a| �[0;m�[1;31m20221209190134562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190134562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190134562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190134562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190134562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190134562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190134574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190134582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190134582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190134582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:37.783377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3832): Terminating (SIGTERM)\u000a19:01:37.822659 run iperf3-srv_10.42.42.10(pid=3833): Terminating (SIGTERM)\u000a19:01:37.861923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3834): Terminating (SIGTERM)\u000a19:01:37.901097 run iperf3-srv_10.42.42.10(pid=3835): Terminating (SIGTERM)\u000a19:01:37.940227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3838): Terminating (SIGTERM)\u000a19:01:37.979306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3841): Terminating (SIGTERM)\u000a19:01:38.018587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3844): Terminating (SIGTERM)\u000a19:01:38.027673 --- ParallelTerminationStrategy: PID 3832 died...\u000a19:01:38.080348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3832): Terminated: ok {rc=0}\u000a19:01:38.089936 --- ParallelTerminationStrategy: PID 3833 died...\u000a19:01:38.142344 run iperf3-srv_10.42.42.10(pid=3833): Terminated {rc=256}\u000a19:01:38.151715 --- ParallelTerminationStrategy: PID 3834 died...\u000a19:01:38.204075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3834): Terminated: ok {rc=0}\u000a19:01:38.213840 --- ParallelTerminationStrategy: PID 3835 died...\u000a19:01:38.266024 run iperf3-srv_10.42.42.10(pid=3835): Terminated {rc=256}\u000a19:01:38.275355 --- ParallelTerminationStrategy: PID 3838 died...\u000a19:01:38.328041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3838): Terminated: ok {rc=0}\u000a19:01:38.337669 --- ParallelTerminationStrategy: PID 3841 died...\u000a19:01:38.389956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3841): Terminated: ok {rc=0}\u000a19:01:38.399417 --- ParallelTerminationStrategy: PID 3844 died...\u000a19:01:38.452170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3844): Terminated: ok {rc=0}\u000a19:01:38.541144 bus /gobi_0: Setting Powered False\u000a19:01:39.645036 bus /gobi_0: Setting Powered False\u000a19:01:40.752733 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3854): Process ended prematurely: osmo-stp_10.42.42.5(pid=3854) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3854)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3854): Process ended prematurely: osmo-stp_10.42.42.5(pid=3854) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:01:41.868933 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:41.880825 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:01:42.050547 tst iperf3.py: using LAC 23066\u000a19:01:42.178611 tst iperf3.py: using RAC 116\u000a19:01:42.306765 tst iperf3.py: using CellId 23066\u000a19:01:42.434461 tst iperf3.py: using BVCI 23067\u000a19:01:42.459636 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:42.471055 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:42.482194 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:42.493504 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:42.505046 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:42.516160 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:42.527593 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:42.539650 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:42.550990 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:01:42.835088 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:01:42.963742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:43.282929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3846): Launched\u000a19:01:43.548340 run iperf3-srv_10.42.42.10(pid=3847): Launched\u000a19:01:43.737149 tst iperf3.py:8: start network...\u000a19:01:43.866114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:44.358182 run create_hlr_db(pid=3848): Launched\u000a19:01:44.535114 bus /gobi_6: Setting Powered False\u000a19:01:45.568259 run create_hlr_db(pid=3848): Terminated: ok {rc=0}\u000a19:01:46.039971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3850): Launched\u000a19:01:46.438697 run osmo-hlr_10.42.42.2(pid=3851): Launched\u000a19:01:46.617685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:47.318414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3853): Launched\u000a19:01:47.629940 run osmo-stp_10.42.42.5(pid=3854): Launched\u000a19:01:47.742547 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:01:48.279305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3856): Launched\u000a19:01:48.388539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:01:48.656285 run patchelf(pid=3857): Launched\u000a19:01:48.836021 run osmo-stp_10.42.42.5(pid=3854): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3854)]\u000a19:01:48.967155 run osmo-stp_10.42.42.5(pid=3854): stdout: \u000a| (launched: 2022-12-09_19:01:47.478373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:49.098748 run osmo-stp_10.42.42.5(pid=3854): stderr: \u000a| �[0;m�[38;5;43m20221209190147650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190147650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190147650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190147651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190147651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190147651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190147651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:49.225361 run osmo-stp_10.42.42.5(pid=3854): stdout: \u000a| (launched: 2022-12-09_19:01:47.478373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:49.350772 run osmo-stp_10.42.42.5(pid=3854): stderr: \u000a| �[0;m�[38;5;43m20221209190147650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190147650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190147650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190147651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190147651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190147651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190147651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:49.496605 run patchelf(pid=3857): Terminating (SIGINT)\u000a19:01:49.668321 run patchelf(pid=3857): Terminated: ok {rc=0}\u000a19:01:49.699969 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3854): Process ended prematurely: osmo-stp_10.42.42.5(pid=3854) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3854)] [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:01:49.709337 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:01:49.769094 run osmo-hlr_10.42.42.2(pid=3851): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3851)]\u000a19:01:49.817876 run osmo-hlr_10.42.42.2(pid=3851): stdout: \u000a| (launched: 2022-12-09_19:01:46.259133) \u000a19:01:49.867086 run osmo-hlr_10.42.42.2(pid=3851): stderr: \u000a| �[0;m�[1;31m20221209190146651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190146651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190146651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190146651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190146651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190146651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190146676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190146695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190146695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190146695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:49.908817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3846): Terminating (SIGTERM)\u000a19:01:49.948053 run iperf3-srv_10.42.42.10(pid=3847): Terminating (SIGTERM)\u000a19:01:49.987290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3850): Terminating (SIGTERM)\u000a19:01:50.026619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3853): Terminating (SIGTERM)\u000a19:01:50.066230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3856): Terminating (SIGTERM)\u000a19:01:50.075381 --- ParallelTerminationStrategy: PID 3846 died...\u000a19:01:50.128275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3846): Terminated: ok {rc=0}\u000a19:01:50.137762 --- ParallelTerminationStrategy: PID 3847 died...\u000a19:01:50.190229 run iperf3-srv_10.42.42.10(pid=3847): Terminated {rc=256}\u000a19:01:50.199630 --- ParallelTerminationStrategy: PID 3850 died...\u000a19:01:50.252107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3850): Terminated: ok {rc=0}\u000a19:01:50.261659 --- ParallelTerminationStrategy: PID 3853 died...\u000a19:01:50.314195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3853): Terminated: ok {rc=0}\u000a19:01:50.323716 --- ParallelTerminationStrategy: PID 3856 died...\u000a19:01:50.376707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3856): Terminated: ok {rc=0}\u000a19:01:50.466226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3872): Process ended prematurely: osmo-stp_10.42.42.5(pid=3872) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3872)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3872): Process ended prematurely: osmo-stp_10.42.42.5(pid=3872) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:01:51.577524 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:51.588914 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:01:51.746085 tst iperf3m4.py: using LAC 23067\u000a19:01:51.879224 tst iperf3m4.py: using RAC 117\u000a19:01:52.007875 tst iperf3m4.py: using CellId 23067\u000a19:01:52.134533 tst iperf3m4.py: using BVCI 23068\u000a19:01:52.159695 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:52.171125 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:52.182504 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:52.194370 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:52.206525 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:52.218645 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:52.231129 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:52.242174 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:01:52.254229 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:01:52.374176 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:01:52.497402 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:01:52.616712 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:01:52.902973 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:01:53.031772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:53.351855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3858): Launched\u000a19:01:53.617137 run iperf3-srv_10.42.42.10(pid=3859): Launched\u000a19:01:53.805179 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:01:53.933108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:54.251509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3860): Launched\u000a19:01:54.516189 run iperf3-srv_10.42.42.10(pid=3861): Launched\u000a19:01:54.704801 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:01:54.833996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:55.153164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3862): Launched\u000a19:01:55.417199 run iperf3-srv_10.42.42.10(pid=3863): Launched\u000a19:01:55.604476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:01:55.732203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:56.052638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3864): Launched\u000a19:01:56.317476 run iperf3-srv_10.42.42.10(pid=3865): Launched\u000a19:01:56.505235 tst iperf3m4.py:8: start network...\u000a19:01:56.633285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:57.127607 run create_hlr_db(pid=3866): Launched\u000a19:01:57.305246 bus /gobi_6: Setting Powered False\u000a19:01:58.326555 run create_hlr_db(pid=3866): Terminated: ok {rc=0}\u000a19:01:58.764482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3868): Launched\u000a19:01:59.094193 run osmo-hlr_10.42.42.2(pid=3869): Launched\u000a19:01:59.218499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:59.791342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3871): Launched\u000a19:02:00.133644 run osmo-stp_10.42.42.5(pid=3872): Launched\u000a19:02:00.253400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:02:00.830319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3874): Launched\u000a19:02:00.944137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:02:01.238807 run patchelf(pid=3875): Launched\u000a19:02:01.436121 run osmo-stp_10.42.42.5(pid=3872): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3872)]\u000a19:02:01.580300 run osmo-stp_10.42.42.5(pid=3872): stdout: \u000a| (launched: 2022-12-09_19:01:59.959690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:01.725078 run osmo-stp_10.42.42.5(pid=3872): stderr: \u000a| �[0;m�[38;5;43m20221209190200159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190200160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190200160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190200160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190200161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190200161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190200161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:01.865048 run osmo-stp_10.42.42.5(pid=3872): stdout: \u000a| (launched: 2022-12-09_19:01:59.959690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:02.003693 run osmo-stp_10.42.42.5(pid=3872): stderr: \u000a| �[0;m�[38;5;43m20221209190200159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190200160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190200160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190200160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190200161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190200161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190200161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:02.165316 run patchelf(pid=3875): Terminating (SIGINT)\u000a19:02:02.350454 run patchelf(pid=3875): Terminated: ok {rc=0}\u000a19:02:02.384322 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3872): Process ended prematurely: osmo-stp_10.42.42.5(pid=3872) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3872)] [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:02:02.394523 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a19:02:02.459021 run osmo-hlr_10.42.42.2(pid=3869): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3869)]\u000a19:02:02.511128 run osmo-hlr_10.42.42.2(pid=3869): stdout: \u000a| (launched: 2022-12-09_19:01:58.932616) \u000a19:02:02.564776 run osmo-hlr_10.42.42.2(pid=3869): stderr: \u000a| �[0;m�[1;31m20221209190159130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190159130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190159130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190159130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190159130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190159130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190159145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190159153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190159154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190159154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:02.609986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3858): Terminating (SIGTERM)\u000a19:02:02.652055 run iperf3-srv_10.42.42.10(pid=3859): Terminating (SIGTERM)\u000a19:02:02.694977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3860): Terminating (SIGTERM)\u000a19:02:02.737374 run iperf3-srv_10.42.42.10(pid=3861): Terminating (SIGTERM)\u000a19:02:02.779819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3862): Terminating (SIGTERM)\u000a19:02:02.822335 run iperf3-srv_10.42.42.10(pid=3863): Terminating (SIGTERM)\u000a19:02:02.864907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3864): Terminating (SIGTERM)\u000a19:02:02.907611 run iperf3-srv_10.42.42.10(pid=3865): Terminating (SIGTERM)\u000a19:02:02.950073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3868): Terminating (SIGTERM)\u000a19:02:02.992396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3871): Terminating (SIGTERM)\u000a19:02:03.035148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3874): Terminating (SIGTERM)\u000a19:02:03.045030 --- ParallelTerminationStrategy: PID 3858 died...\u000a19:02:03.101916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3858): Terminated: ok {rc=0}\u000a19:02:03.112038 --- ParallelTerminationStrategy: PID 3859 died...\u000a19:02:03.168127 run iperf3-srv_10.42.42.10(pid=3859): Terminated {rc=256}\u000a19:02:03.178518 --- ParallelTerminationStrategy: PID 3860 died...\u000a19:02:03.234628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3860): Terminated: ok {rc=0}\u000a19:02:03.245023 --- ParallelTerminationStrategy: PID 3861 died...\u000a19:02:03.300808 run iperf3-srv_10.42.42.10(pid=3861): Terminated {rc=256}\u000a19:02:03.311177 --- ParallelTerminationStrategy: PID 3862 died...\u000a19:02:03.367762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3862): Terminated: ok {rc=0}\u000a19:02:03.377925 --- ParallelTerminationStrategy: PID 3863 died...\u000a19:02:03.434096 run iperf3-srv_10.42.42.10(pid=3863): Terminated {rc=256}\u000a19:02:03.444214 --- ParallelTerminationStrategy: PID 3864 died...\u000a19:02:03.500251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3864): Terminated: ok {rc=0}\u000a19:02:03.510634 --- ParallelTerminationStrategy: PID 3865 died...\u000a19:02:03.566411 run iperf3-srv_10.42.42.10(pid=3865): Terminated {rc=256}\u000a19:02:03.576666 --- ParallelTerminationStrategy: PID 3868 died...\u000a19:02:03.632783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3868): Terminated: ok {rc=0}\u000a19:02:03.642929 --- ParallelTerminationStrategy: PID 3871 died...\u000a19:02:03.698876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3871): Terminated: ok {rc=0}\u000a19:02:03.708857 --- ParallelTerminationStrategy: PID 3874 died...\u000a19:02:03.764655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3874): Terminated: ok {rc=0}\u000a19:02:03.851877 bus /gobi_4: Setting Powered False\u000a19:02:04.958446 bus /gobi_4: Setting Powered False\u000a19:02:06.065810 bus /gobi_1: Setting Powered False\u000a19:02:07.166322 bus /gobi_1: Setting Powered False\u000a19:02:08.277525 bus /gobi_0: Setting Powered False\u000a19:02:09.380324 bus /gobi_0: Setting Powered False\u000a19:02:10.492329 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3882): Process ended prematurely: osmo-stp_10.42.42.5(pid=3882) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3882): Process ended prematurely: osmo-stp_10.42.42.5(pid=3882) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:02:11.558438 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:11.570030 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:02:11.725053 tst ping.py: using LAC 23068\u000a19:02:11.847128 tst ping.py: using RAC 118\u000a19:02:11.969546 tst ping.py: using CellId 23068\u000a19:02:12.091937 tst ping.py: using BVCI 23069\u000a19:02:12.115127 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:12.126122 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:12.136813 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:12.147489 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:12.158041 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:12.168619 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:12.179424 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:12.190016 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:02:12.483608 tst ping.py:19: start network...\u000a19:02:12.619634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:13.131110 run create_hlr_db(pid=3876): Launched\u000a19:02:13.319717 bus /gobi_6: Setting Powered False\u000a19:02:14.339930 run create_hlr_db(pid=3876): Terminated: ok {rc=0}\u000a19:02:14.747280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3878): Launched\u000a19:02:15.050409 run osmo-hlr_10.42.42.2(pid=3879): Launched\u000a19:02:15.160192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:15.689695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3881): Launched\u000a19:02:16.044582 run osmo-stp_10.42.42.5(pid=3882): Launched\u000a19:02:16.174919 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:02:16.997560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3884): Launched\u000a19:02:17.109500 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:02:17.397743 run patchelf(pid=3885): Launched\u000a19:02:17.587151 run osmo-stp_10.42.42.5(pid=3882): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)]\u000a19:02:17.725502 run osmo-stp_10.42.42.5(pid=3882): stdout: \u000a| (launched: 2022-12-09_19:02:15.849269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:17.864310 run osmo-stp_10.42.42.5(pid=3882): stderr: \u000a| �[0;m�[38;5;43m20221209190216280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190216281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190216283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190216285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190216287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190216288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190216289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:17.998644 run osmo-stp_10.42.42.5(pid=3882): stdout: \u000a| (launched: 2022-12-09_19:02:15.849269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:18.131880 run osmo-stp_10.42.42.5(pid=3882): stderr: \u000a| �[0;m�[38;5;43m20221209190216280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190216281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190216283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190216285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190216287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190216288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190216289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:18.286413 run patchelf(pid=3885): Terminating (SIGINT)\u000a19:02:18.467598 run patchelf(pid=3885): Terminated: ok {rc=0}\u000a19:02:18.500468 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3882): Process ended prematurely: osmo-stp_10.42.42.5(pid=3882) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3882)] [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:02:18.510021 tst ping.py:22: Test FAILED (6.9 sec)\u000a19:02:18.574776 run osmo-hlr_10.42.42.2(pid=3879): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3879)]\u000a19:02:18.626776 run osmo-hlr_10.42.42.2(pid=3879): stdout: \u000a| (launched: 2022-12-09_19:02:14.901184) \u000a19:02:18.679348 run osmo-hlr_10.42.42.2(pid=3879): stderr: \u000a| �[0;m�[1;31m20221209190215079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190215079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190215079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190215079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190215079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190215079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190215140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190215149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190215149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190215149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:18.724325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3878): Terminating (SIGTERM)\u000a19:02:18.766658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3881): Terminating (SIGTERM)\u000a19:02:18.808885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3884): Terminating (SIGTERM)\u000a19:02:18.818992 --- ParallelTerminationStrategy: PID 3878 died...\u000a19:02:18.875788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3878): Terminated: ok {rc=0}\u000a19:02:18.886004 --- ParallelTerminationStrategy: PID 3881 died...\u000a19:02:18.942951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3881): Terminated: ok {rc=0}\u000a19:02:18.953144 --- ParallelTerminationStrategy: PID 3884 died...\u000a19:02:19.009457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3884): Terminated: ok {rc=0}\u000a19:02:19.096288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3892): Process ended prematurely: osmo-stp_10.42.42.5(pid=3892) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3892)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3892): Process ended prematurely: osmo-stp_10.42.42.5(pid=3892) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:02:20.150708 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:20.163309 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:02:20.330808 tst ping_idle_ping.py: using LAC 23069\u000a19:02:20.459164 tst ping_idle_ping.py: using RAC 119\u000a19:02:20.587111 tst ping_idle_ping.py: using CellId 23069\u000a19:02:20.709347 tst ping_idle_ping.py: using BVCI 23070\u000a19:02:20.732564 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:20.743647 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:20.754452 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:20.765309 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:20.776074 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:20.787012 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:20.797767 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:20.808343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:02:21.089876 tst ping_idle_ping.py:24: start network...\u000a19:02:21.216652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:21.713334 run create_hlr_db(pid=3886): Launched\u000a19:02:21.889079 bus /gobi_6: Setting Powered False\u000a19:02:22.910026 run create_hlr_db(pid=3886): Terminated: ok {rc=0}\u000a19:02:23.340143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3888): Launched\u000a19:02:23.666036 run osmo-hlr_10.42.42.2(pid=3889): Launched\u000a19:02:23.786107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:24.351646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3891): Launched\u000a19:02:24.677514 run osmo-stp_10.42.42.5(pid=3892): Launched\u000a19:02:24.796225 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:02:25.363966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3894): Launched\u000a19:02:25.479897 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:02:25.762186 run patchelf(pid=3895): Launched\u000a19:02:25.951372 run osmo-stp_10.42.42.5(pid=3892): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3892)]\u000a19:02:26.090301 run osmo-stp_10.42.42.5(pid=3892): stdout: \u000a| (launched: 2022-12-09_19:02:24.517105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:26.228856 run osmo-stp_10.42.42.5(pid=3892): stderr: \u000a| �[0;m�[38;5;43m20221209190224711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190224711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190224712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190224712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190224713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190224713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190224713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:26.363237 run osmo-stp_10.42.42.5(pid=3892): stdout: \u000a| (launched: 2022-12-09_19:02:24.517105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:26.496301 run osmo-stp_10.42.42.5(pid=3892): stderr: \u000a| �[0;m�[38;5;43m20221209190224711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190224711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190224712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190224712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190224713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190224713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190224713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:26.650816 run patchelf(pid=3895): Terminating (SIGINT)\u000a19:02:26.831611 run patchelf(pid=3895): Terminated: ok {rc=0}\u000a19:02:26.864500 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3892): Process ended prematurely: osmo-stp_10.42.42.5(pid=3892) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3892)] [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:02:26.873897 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:02:26.937032 run osmo-hlr_10.42.42.2(pid=3889): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3889)]\u000a19:02:26.988464 run osmo-hlr_10.42.42.2(pid=3889): stdout: \u000a| (launched: 2022-12-09_19:02:23.506501) \u000a19:02:27.040277 run osmo-hlr_10.42.42.2(pid=3889): stderr: \u000a| �[0;m�[1;31m20221209190223706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190223706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190223706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190223706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190223706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190223706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190223718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190223727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190223727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190223727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:27.083988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3888): Terminating (SIGTERM)\u000a19:02:27.125737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3891): Terminating (SIGTERM)\u000a19:02:27.167078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3894): Terminating (SIGTERM)\u000a19:02:27.176855 --- ParallelTerminationStrategy: PID 3888 died...\u000a19:02:27.232408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3888): Terminated: ok {rc=0}\u000a19:02:27.242401 --- ParallelTerminationStrategy: PID 3891 died...\u000a19:02:27.297688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3891): Terminated: ok {rc=0}\u000a19:02:27.307597 --- ParallelTerminationStrategy: PID 3894 died...\u000a19:02:27.362979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3894): Terminated: ok {rc=0}\u000a19:02:27.448115 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:01:28" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3912): Process ended prematurely: osmo-stp_10.42.42.5(pid=3912) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3912)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3912): Process ended prematurely: osmo-stp_10.42.42.5(pid=3912) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:02:29.595704 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:29.606580 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:02:29.770593 tst cs_paging_gprs_active.py: using LAC 23070\u000a19:02:29.889666 tst cs_paging_gprs_active.py: using RAC 120\u000a19:02:30.008862 tst cs_paging_gprs_active.py: using CellId 23070\u000a19:02:30.130195 tst cs_paging_gprs_active.py: using BVCI 23071\u000a19:02:30.153924 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:30.164606 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:30.175177 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:30.185741 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:30.196149 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:30.206760 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:30.217466 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:30.227787 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:30.238449 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:02:30.357814 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:02:30.641746 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:02:30.770339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:31.127614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3900): Launched\u000a19:02:31.423747 run iperf3-srv_10.42.42.10(pid=3901): Launched\u000a19:02:31.634917 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:02:31.777076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:32.133947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3902): Launched\u000a19:02:32.401974 run iperf3-srv_10.42.42.10(pid=3903): Launched\u000a19:02:32.590392 tst cs_paging_gprs_active.py:38: start network...\u000a19:02:32.718865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:33.214608 run create_hlr_db(pid=3904): Launched\u000a19:02:33.391530 bus /gobi_6: Setting Powered False\u000a19:02:34.412314 run create_hlr_db(pid=3904): Terminated: ok {rc=0}\u000a19:02:34.851030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3906): Launched\u000a19:02:35.182655 run osmo-hlr_10.42.42.2(pid=3907): Launched\u000a19:02:35.305569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:35.881216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3909): Launched\u000a19:02:36.189256 run osmo-stp_10.42.42.5(pid=3912): Launched\u000a19:02:36.301186 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:02:36.838164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3914): Launched\u000a19:02:36.947793 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:02:37.217346 run patchelf(pid=3915): Launched\u000a19:02:37.397806 run osmo-stp_10.42.42.5(pid=3912): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3912)]\u000a19:02:37.529456 run osmo-stp_10.42.42.5(pid=3912): stdout: \u000a| (launched: 2022-12-09_19:02:36.038485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:37.661320 run osmo-stp_10.42.42.5(pid=3912): stderr: \u000a| �[0;m�[38;5;43m20221209190236207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190236207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190236207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190236208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190236208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190236208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190236208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:37.788617 run osmo-stp_10.42.42.5(pid=3912): stdout: \u000a| (launched: 2022-12-09_19:02:36.038485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:37.915154 run osmo-stp_10.42.42.5(pid=3912): stderr: \u000a| �[0;m�[38;5;43m20221209190236207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190236207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190236207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190236208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190236208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190236208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190236208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:38.062114 run patchelf(pid=3915): Terminating (SIGINT)\u000a19:02:38.234851 run patchelf(pid=3915): Terminated: ok {rc=0}\u000a19:02:38.266472 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3912): Process ended prematurely: osmo-stp_10.42.42.5(pid=3912) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3912)] [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:02:38.275734 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:02:38.335149 run osmo-hlr_10.42.42.2(pid=3907): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3907)]\u000a19:02:38.383644 run osmo-hlr_10.42.42.2(pid=3907): stdout: \u000a| (launched: 2022-12-09_19:02:35.019427) \u000a19:02:38.432621 run osmo-hlr_10.42.42.2(pid=3907): stderr: \u000a| �[0;m�[1;31m20221209190235220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190235221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190235221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190235221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190235221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190235221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190235233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190235243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190235243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190235243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:38.474618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3900): Terminating (SIGTERM)\u000a19:02:38.513961 run iperf3-srv_10.42.42.10(pid=3901): Terminating (SIGTERM)\u000a19:02:38.553243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3902): Terminating (SIGTERM)\u000a19:02:38.592482 run iperf3-srv_10.42.42.10(pid=3903): Terminating (SIGTERM)\u000a19:02:38.631638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3906): Terminating (SIGTERM)\u000a19:02:38.670832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3909): Terminating (SIGTERM)\u000a19:02:38.710081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3914): Terminating (SIGTERM)\u000a19:02:38.719126 --- ParallelTerminationStrategy: PID 3900 died...\u000a19:02:38.771654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3900): Terminated: ok {rc=0}\u000a19:02:38.781177 --- ParallelTerminationStrategy: PID 3901 died...\u000a19:02:38.833277 run iperf3-srv_10.42.42.10(pid=3901): Terminated {rc=256}\u000a19:02:38.842650 --- ParallelTerminationStrategy: PID 3902 died...\u000a19:02:38.895001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3902): Terminated: ok {rc=0}\u000a19:02:38.904320 --- ParallelTerminationStrategy: PID 3903 died...\u000a19:02:38.956269 run iperf3-srv_10.42.42.10(pid=3903): Terminated {rc=256}\u000a19:02:38.965687 --- ParallelTerminationStrategy: PID 3906 died...\u000a19:02:39.018004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3906): Terminated: ok {rc=0}\u000a19:02:39.027399 --- ParallelTerminationStrategy: PID 3909 died...\u000a19:02:39.079571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3909): Terminated: ok {rc=0}\u000a19:02:39.089030 --- ParallelTerminationStrategy: PID 3914 died...\u000a19:02:39.141269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3914): Terminated: ok {rc=0}\u000a19:02:39.229682 bus /gobi_0: Setting Powered False\u000a19:02:40.332487 bus /gobi_0: Setting Powered False\u000a19:02:41.442905 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3924): Process ended prematurely: osmo-stp_10.42.42.5(pid=3924) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3924)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3924): Process ended prematurely: osmo-stp_10.42.42.5(pid=3924) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:02:42.557446 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:42.569450 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:02:42.738369 tst iperf3.py: using LAC 23071\u000a19:02:42.866897 tst iperf3.py: using RAC 121\u000a19:02:42.995024 tst iperf3.py: using CellId 23071\u000a19:02:43.125272 tst iperf3.py: using BVCI 23072\u000a19:02:43.150562 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:43.161799 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:43.172874 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:43.184274 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:43.195527 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:43.207010 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:43.218660 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:43.230451 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:43.242598 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:02:43.526458 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:02:43.655513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:43.976455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3916): Launched\u000a19:02:44.240651 run iperf3-srv_10.42.42.10(pid=3917): Launched\u000a19:02:44.428530 tst iperf3.py:8: start network...\u000a19:02:44.557088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:45.049787 run create_hlr_db(pid=3918): Launched\u000a19:02:45.227390 bus /gobi_6: Setting Powered False\u000a19:02:46.262567 run create_hlr_db(pid=3918): Terminated: ok {rc=0}\u000a19:02:46.699616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3920): Launched\u000a19:02:47.115661 run osmo-hlr_10.42.42.2(pid=3921): Launched\u000a19:02:47.266902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:47.841838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3923): Launched\u000a19:02:48.172728 run osmo-stp_10.42.42.5(pid=3924): Launched\u000a19:02:48.292366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:02:48.866126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3926): Launched\u000a19:02:48.983813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:02:49.271810 run patchelf(pid=3927): Launched\u000a19:02:49.463874 run osmo-stp_10.42.42.5(pid=3924): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3924)]\u000a19:02:49.603752 run osmo-stp_10.42.42.5(pid=3924): stdout: \u000a| (launched: 2022-12-09_19:02:48.010010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:49.743790 run osmo-stp_10.42.42.5(pid=3924): stderr: \u000a| �[0;m�[38;5;43m20221209190248201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190248202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190248202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190248202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190248203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190248203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190248203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:49.879383 run osmo-stp_10.42.42.5(pid=3924): stdout: \u000a| (launched: 2022-12-09_19:02:48.010010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:50.013748 run osmo-stp_10.42.42.5(pid=3924): stderr: \u000a| �[0;m�[38;5;43m20221209190248201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190248202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190248202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190248202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190248203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190248203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190248203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:50.170122 run patchelf(pid=3927): Terminating (SIGINT)\u000a19:02:50.353646 run patchelf(pid=3927): Terminated: ok {rc=0}\u000a19:02:50.387633 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3924): Process ended prematurely: osmo-stp_10.42.42.5(pid=3924) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3924)] [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:02:50.397627 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:02:50.461050 run osmo-hlr_10.42.42.2(pid=3921): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3921)]\u000a19:02:50.512319 run osmo-hlr_10.42.42.2(pid=3921): stdout: \u000a| (launched: 2022-12-09_19:02:46.859608) \u000a19:02:50.564111 run osmo-hlr_10.42.42.2(pid=3921): stderr: \u000a| �[0;m�[1;31m20221209190247132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190247132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190247132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190247132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190247132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190247132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190247147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190247160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190247160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190247160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:50.607917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3916): Terminating (SIGTERM)\u000a19:02:50.650144 run iperf3-srv_10.42.42.10(pid=3917): Terminating (SIGTERM)\u000a19:02:50.691992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3920): Terminating (SIGTERM)\u000a19:02:50.733909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3923): Terminating (SIGTERM)\u000a19:02:50.775384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3926): Terminating (SIGTERM)\u000a19:02:50.785369 --- ParallelTerminationStrategy: PID 3916 died...\u000a19:02:50.840886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3916): Terminated: ok {rc=0}\u000a19:02:50.850932 --- ParallelTerminationStrategy: PID 3917 died...\u000a19:02:50.906226 run iperf3-srv_10.42.42.10(pid=3917): Terminated {rc=256}\u000a19:02:50.916103 --- ParallelTerminationStrategy: PID 3920 died...\u000a19:02:50.971326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3920): Terminated: ok {rc=0}\u000a19:02:50.981927 --- ParallelTerminationStrategy: PID 3923 died...\u000a19:02:51.037418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3923): Terminated: ok {rc=0}\u000a19:02:51.047356 --- ParallelTerminationStrategy: PID 3926 died...\u000a19:02:51.102908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3926): Terminated: ok {rc=0}\u000a19:02:51.189607 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3942): Process ended prematurely: osmo-stp_10.42.42.5(pid=3942) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3942)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3942): Process ended prematurely: osmo-stp_10.42.42.5(pid=3942) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:02:52.304559 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:52.316594 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:02:52.482823 tst iperf3m4.py: using LAC 23072\u000a19:02:52.610437 tst iperf3m4.py: using RAC 122\u000a19:02:52.737860 tst iperf3m4.py: using CellId 23072\u000a19:02:52.865191 tst iperf3m4.py: using BVCI 23073\u000a19:02:52.890258 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:52.901568 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:52.912710 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:52.924048 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:52.935390 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:52.946825 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:52.958339 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:52.969744 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:02:52.981212 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:02:53.101843 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:02:53.226202 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:02:53.348410 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:02:53.647514 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:02:53.785702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:54.128282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3928): Launched\u000a19:02:54.412045 run iperf3-srv_10.42.42.10(pid=3929): Launched\u000a19:02:54.614774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:02:54.752813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:55.095465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3930): Launched\u000a19:02:55.379757 run iperf3-srv_10.42.42.10(pid=3931): Launched\u000a19:02:55.582386 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:02:55.720430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:56.062119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3932): Launched\u000a19:02:56.344269 run iperf3-srv_10.42.42.10(pid=3933): Launched\u000a19:02:56.547056 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:02:56.685001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:57.026500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3934): Launched\u000a19:02:57.308325 run iperf3-srv_10.42.42.10(pid=3935): Launched\u000a19:02:57.510834 tst iperf3m4.py:8: start network...\u000a19:02:57.648497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:58.166268 run create_hlr_db(pid=3936): Launched\u000a19:02:58.356265 bus /gobi_6: Setting Powered False\u000a19:02:59.377814 run create_hlr_db(pid=3936): Terminated: ok {rc=0}\u000a19:02:59.816026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3938): Launched\u000a19:03:00.147011 run osmo-hlr_10.42.42.2(pid=3939): Launched\u000a19:03:00.268939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:00.861807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3941): Launched\u000a19:03:01.298099 run osmo-stp_10.42.42.5(pid=3942): Launched\u000a19:03:01.497089 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:03:02.132411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3945): Launched\u000a19:03:02.245250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:03:02.515115 run patchelf(pid=3946): Launched\u000a19:03:02.694903 run osmo-stp_10.42.42.5(pid=3942): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3942)]\u000a19:03:02.826114 run osmo-stp_10.42.42.5(pid=3942): stdout: \u000a| (launched: 2022-12-09_19:03:01.037070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:02.958031 run osmo-stp_10.42.42.5(pid=3942): stderr: \u000a| �[0;m�[38;5;43m20221209190301361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190301361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190301365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190301366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190301367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190301367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190301367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:03.084579 run osmo-stp_10.42.42.5(pid=3942): stdout: \u000a| (launched: 2022-12-09_19:03:01.037070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:03.210666 run osmo-stp_10.42.42.5(pid=3942): stderr: \u000a| �[0;m�[38;5;43m20221209190301361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190301361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190301365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190301366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190301367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190301367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190301367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:03.356801 run patchelf(pid=3946): Terminating (SIGINT)\u000a19:03:03.529173 run patchelf(pid=3946): Terminated: ok {rc=0}\u000a19:03:03.560520 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3942): Process ended prematurely: osmo-stp_10.42.42.5(pid=3942) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3942)] [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:03:03.569864 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a19:03:03.629600 run osmo-hlr_10.42.42.2(pid=3939): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3939)]\u000a19:03:03.677887 run osmo-hlr_10.42.42.2(pid=3939): stdout: \u000a| (launched: 2022-12-09_19:02:59.983460) \u000a19:03:03.726553 run osmo-hlr_10.42.42.2(pid=3939): stderr: \u000a| �[0;m�[1;31m20221209190300179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190300179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190300179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190300179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190300180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190300180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190300197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190300207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190300207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190300207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:03.768435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3928): Terminating (SIGTERM)\u000a19:03:03.807810 run iperf3-srv_10.42.42.10(pid=3929): Terminating (SIGTERM)\u000a19:03:03.847173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3930): Terminating (SIGTERM)\u000a19:03:03.886640 run iperf3-srv_10.42.42.10(pid=3931): Terminating (SIGTERM)\u000a19:03:03.926117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3932): Terminating (SIGTERM)\u000a19:03:03.965557 run iperf3-srv_10.42.42.10(pid=3933): Terminating (SIGTERM)\u000a19:03:04.004905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3934): Terminating (SIGTERM)\u000a19:03:04.044482 run iperf3-srv_10.42.42.10(pid=3935): Terminating (SIGTERM)\u000a19:03:04.083883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3938): Terminating (SIGTERM)\u000a19:03:04.123235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3941): Terminating (SIGTERM)\u000a19:03:04.162744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3945): Terminating (SIGTERM)\u000a19:03:04.171863 --- ParallelTerminationStrategy: PID 3928 died...\u000a19:03:04.224633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3928): Terminated: ok {rc=0}\u000a19:03:04.234565 --- ParallelTerminationStrategy: PID 3929 died...\u000a19:03:04.288095 run iperf3-srv_10.42.42.10(pid=3929): Terminated {rc=256}\u000a19:03:04.297723 --- ParallelTerminationStrategy: PID 3930 died...\u000a19:03:04.350660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3930): Terminated: ok {rc=0}\u000a19:03:04.360199 --- ParallelTerminationStrategy: PID 3931 died...\u000a19:03:04.412923 run iperf3-srv_10.42.42.10(pid=3931): Terminated {rc=256}\u000a19:03:04.422451 --- ParallelTerminationStrategy: PID 3932 died...\u000a19:03:04.475662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3932): Terminated: ok {rc=0}\u000a19:03:04.485255 --- ParallelTerminationStrategy: PID 3933 died...\u000a19:03:04.537857 run iperf3-srv_10.42.42.10(pid=3933): Terminated {rc=256}\u000a19:03:04.547385 --- ParallelTerminationStrategy: PID 3934 died...\u000a19:03:04.600265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3934): Terminated: ok {rc=0}\u000a19:03:04.609830 --- ParallelTerminationStrategy: PID 3935 died...\u000a19:03:04.662611 run iperf3-srv_10.42.42.10(pid=3935): Terminated {rc=256}\u000a19:03:04.672109 --- ParallelTerminationStrategy: PID 3938 died...\u000a19:03:04.724845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3938): Terminated: ok {rc=0}\u000a19:03:04.734417 --- ParallelTerminationStrategy: PID 3941 died...\u000a19:03:04.787345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3941): Terminated: ok {rc=0}\u000a19:03:04.796852 --- ParallelTerminationStrategy: PID 3945 died...\u000a19:03:04.849661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3945): Terminated: ok {rc=0}\u000a19:03:04.937787 bus /gobi_4: Setting Powered False\u000a19:03:06.041706 bus /gobi_4: Setting Powered False\u000a19:03:07.154675 bus /gobi_1: Setting Powered False\u000a19:03:08.262173 bus /gobi_1: Setting Powered False\u000a19:03:09.370505 bus /gobi_0: Setting Powered False\u000a19:03:10.477407 bus /gobi_0: Setting Powered False\u000a19:03:11.585477 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3953): Process ended prematurely: osmo-stp_10.42.42.5(pid=3953) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3953)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3953): Process ended prematurely: osmo-stp_10.42.42.5(pid=3953) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:03:12.653027 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:12.665218 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:03:12.832866 tst ping.py: using LAC 23073\u000a19:03:12.960925 tst ping.py: using RAC 123\u000a19:03:13.087854 tst ping.py: using CellId 23073\u000a19:03:13.216574 tst ping.py: using BVCI 23074\u000a19:03:13.241719 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:13.253089 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:13.264186 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:13.275933 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:13.287059 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:13.298341 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:13.309834 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:13.321304 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:03:13.599502 tst ping.py:19: start network...\u000a19:03:13.725411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:14.209836 run create_hlr_db(pid=3947): Launched\u000a19:03:14.384237 bus /gobi_6: Setting Powered False\u000a19:03:15.405814 run create_hlr_db(pid=3947): Terminated: ok {rc=0}\u000a19:03:15.848570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3949): Launched\u000a19:03:16.298350 run osmo-hlr_10.42.42.2(pid=3950): Launched\u000a19:03:16.546650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:17.141126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3952): Launched\u000a19:03:17.467387 run osmo-stp_10.42.42.5(pid=3953): Launched\u000a19:03:17.586756 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:03:18.151294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3955): Launched\u000a19:03:18.266790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:03:18.548320 run patchelf(pid=3956): Launched\u000a19:03:18.736806 run osmo-stp_10.42.42.5(pid=3953): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3953)]\u000a19:03:18.874599 run osmo-stp_10.42.42.5(pid=3953): stdout: \u000a| (launched: 2022-12-09_19:03:17.306371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:19.012903 run osmo-stp_10.42.42.5(pid=3953): stderr: \u000a| �[0;m�[38;5;43m20221209190317498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190317498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190317498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190317499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190317499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190317499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190317499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:19.146562 run osmo-stp_10.42.42.5(pid=3953): stdout: \u000a| (launched: 2022-12-09_19:03:17.306371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:19.278916 run osmo-stp_10.42.42.5(pid=3953): stderr: \u000a| �[0;m�[38;5;43m20221209190317498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190317498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190317498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190317499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190317499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190317499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190317499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:19.433545 run patchelf(pid=3956): Terminating (SIGINT)\u000a19:03:19.613963 run patchelf(pid=3956): Terminated: ok {rc=0}\u000a19:03:19.646733 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3953): Process ended prematurely: osmo-stp_10.42.42.5(pid=3953) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3953)] [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:03:19.656128 tst ping.py:22: Test FAILED (7.0 sec)\u000a19:03:19.719344 run osmo-hlr_10.42.42.2(pid=3950): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3950)]\u000a19:03:19.770381 run osmo-hlr_10.42.42.2(pid=3950): stdout: \u000a| (launched: 2022-12-09_19:03:16.038642) \u000a19:03:19.822223 run osmo-hlr_10.42.42.2(pid=3950): stderr: \u000a| �[0;m�[1;31m20221209190316341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190316341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190316341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190316341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190316342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190316342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190316362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190316370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190316370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190316370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:19.866148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3949): Terminating (SIGTERM)\u000a19:03:19.908061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3952): Terminating (SIGTERM)\u000a19:03:19.949833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3955): Terminating (SIGTERM)\u000a19:03:19.959514 --- ParallelTerminationStrategy: PID 3949 died...\u000a19:03:20.015593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3949): Terminated: ok {rc=0}\u000a19:03:20.025987 --- ParallelTerminationStrategy: PID 3952 died...\u000a19:03:20.081930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3952): Terminated: ok {rc=0}\u000a19:03:20.091866 --- ParallelTerminationStrategy: PID 3955 died...\u000a19:03:20.147572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3955): Terminated: ok {rc=0}\u000a19:03:20.234596 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3963): Process ended prematurely: osmo-stp_10.42.42.5(pid=3963) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3963)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3963): Process ended prematurely: osmo-stp_10.42.42.5(pid=3963) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:03:21.288019 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:21.299905 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:03:21.470325 tst ping_idle_ping.py: using LAC 23074\u000a19:03:21.599205 tst ping_idle_ping.py: using RAC 124\u000a19:03:21.725226 tst ping_idle_ping.py: using CellId 23074\u000a19:03:21.849279 tst ping_idle_ping.py: using BVCI 23075\u000a19:03:21.872603 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:21.883835 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:21.894484 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:21.905571 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:21.916355 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:21.927122 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:21.938066 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:21.948789 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:03:22.242580 tst ping_idle_ping.py:24: start network...\u000a19:03:22.379135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:22.892922 run create_hlr_db(pid=3957): Launched\u000a19:03:23.081981 bus /gobi_6: Setting Powered False\u000a19:03:24.102144 run create_hlr_db(pid=3957): Terminated: ok {rc=0}\u000a19:03:24.511601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3959): Launched\u000a19:03:24.814833 run osmo-hlr_10.42.42.2(pid=3960): Launched\u000a19:03:24.926842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:25.453394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3962): Launched\u000a19:03:25.757274 run osmo-stp_10.42.42.5(pid=3963): Launched\u000a19:03:25.866749 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:03:26.394390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3965): Launched\u000a19:03:26.502053 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:03:26.765164 run patchelf(pid=3966): Launched\u000a19:03:26.941870 run osmo-stp_10.42.42.5(pid=3963): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3963)]\u000a19:03:27.070938 run osmo-stp_10.42.42.5(pid=3963): stdout: \u000a| (launched: 2022-12-09_19:03:25.607337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:27.200056 run osmo-stp_10.42.42.5(pid=3963): stderr: \u000a| �[0;m�[38;5;43m20221209190325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190325775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:27.325124 run osmo-stp_10.42.42.5(pid=3963): stdout: \u000a| (launched: 2022-12-09_19:03:25.607337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:27.449068 run osmo-stp_10.42.42.5(pid=3963): stderr: \u000a| �[0;m�[38;5;43m20221209190325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190325775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:27.594221 run patchelf(pid=3966): Terminating (SIGINT)\u000a19:03:27.763286 run patchelf(pid=3966): Terminated: ok {rc=0}\u000a19:03:27.794302 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3963): Process ended prematurely: osmo-stp_10.42.42.5(pid=3963) [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3963)] [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:03:27.803045 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:03:27.862004 run osmo-hlr_10.42.42.2(pid=3960): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3960)]\u000a19:03:27.910199 run osmo-hlr_10.42.42.2(pid=3960): stdout: \u000a| (launched: 2022-12-09_19:03:24.666065) \u000a19:03:27.959146 run osmo-hlr_10.42.42.2(pid=3960): stderr: \u000a| �[0;m�[1;31m20221209190324839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190324839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190324839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190324839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190324839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190324839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190324852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190324861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190324861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190324861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:28.000738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3959): Terminating (SIGTERM)\u000a19:03:28.039962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3962): Terminating (SIGTERM)\u000a19:03:28.079244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3965): Terminating (SIGTERM)\u000a19:03:28.088218 --- ParallelTerminationStrategy: PID 3959 died...\u000a19:03:28.140505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3959): Terminated: ok {rc=0}\u000a19:03:28.150265 --- ParallelTerminationStrategy: PID 3962 died...\u000a19:03:28.202543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3962): Terminated: ok {rc=0}\u000a19:03:28.212188 --- ParallelTerminationStrategy: PID 3965 died...\u000a19:03:28.264510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3965): Terminated: ok {rc=0}\u000a19:03:28.352794 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:02:29" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3980): Process ended prematurely: osmo-stp_10.42.42.5(pid=3980) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3980): Process ended prematurely: osmo-stp_10.42.42.5(pid=3980) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:03:30.520851 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:30.532247 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:03:30.670756 tst cs_paging_gprs_active.py: using LAC 23075\u000a19:03:30.789871 tst cs_paging_gprs_active.py: using RAC 125\u000a19:03:30.922178 tst cs_paging_gprs_active.py: using CellId 23075\u000a19:03:31.042551 tst cs_paging_gprs_active.py: using BVCI 23076\u000a19:03:31.066855 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:31.078709 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:31.090269 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:31.101907 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:31.113649 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:31.125162 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:31.137055 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:31.148426 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:31.160394 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:03:31.307767 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:03:31.602302 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:03:31.734245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:32.070802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3970): Launched\u000a19:03:32.358562 run iperf3-srv_10.42.42.10(pid=3971): Launched\u000a19:03:32.563641 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:03:32.702753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:33.044773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3972): Launched\u000a19:03:33.329805 run iperf3-srv_10.42.42.10(pid=3973): Launched\u000a19:03:33.533723 tst cs_paging_gprs_active.py:38: start network...\u000a19:03:33.672454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:34.192334 run create_hlr_db(pid=3974): Launched\u000a19:03:34.383831 bus /gobi_6: Setting Powered False\u000a19:03:35.404642 run create_hlr_db(pid=3974): Terminated: ok {rc=0}\u000a19:03:35.842281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3976): Launched\u000a19:03:36.173161 run osmo-hlr_10.42.42.2(pid=3977): Launched\u000a19:03:36.293066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:36.865533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3979): Launched\u000a19:03:37.197413 run osmo-stp_10.42.42.5(pid=3980): Launched\u000a19:03:37.317651 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:03:37.895354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3982): Launched\u000a19:03:38.013541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:03:38.302479 run patchelf(pid=3983): Launched\u000a19:03:38.495215 run osmo-stp_10.42.42.5(pid=3980): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)]\u000a19:03:38.635777 run osmo-stp_10.42.42.5(pid=3980): stdout: \u000a| (launched: 2022-12-09_19:03:37.033583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:38.776064 run osmo-stp_10.42.42.5(pid=3980): stderr: \u000a| �[0;m�[38;5;43m20221209190337222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190337222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190337223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190337223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190337223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190337224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190337224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:38.912396 run osmo-stp_10.42.42.5(pid=3980): stdout: \u000a| (launched: 2022-12-09_19:03:37.033583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:39.047498 run osmo-stp_10.42.42.5(pid=3980): stderr: \u000a| �[0;m�[38;5;43m20221209190337222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190337222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190337223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190337223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190337223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190337224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190337224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:39.204317 run patchelf(pid=3983): Terminating (SIGINT)\u000a19:03:39.388864 run patchelf(pid=3983): Terminated: ok {rc=0}\u000a19:03:39.422773 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3980): Process ended prematurely: osmo-stp_10.42.42.5(pid=3980) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)] [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a19:03:39.432997 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:03:39.496677 run osmo-hlr_10.42.42.2(pid=3977): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3977)]\u000a19:03:39.548522 run osmo-hlr_10.42.42.2(pid=3977): stdout: \u000a| (launched: 2022-12-09_19:03:36.010091) \u000a19:03:39.600788 run osmo-hlr_10.42.42.2(pid=3977): stderr: \u000a| �[0;m�[1;31m20221209190336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190336222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190336231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190336231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190336231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:39.645311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3970): Terminating (SIGTERM)\u000a19:03:39.687662 run iperf3-srv_10.42.42.10(pid=3971): Terminating (SIGTERM)\u000a19:03:39.730020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3972): Terminating (SIGTERM)\u000a19:03:39.772343 run iperf3-srv_10.42.42.10(pid=3973): Terminating (SIGTERM)\u000a19:03:39.814756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3976): Terminating (SIGTERM)\u000a19:03:39.856789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3979): Terminating (SIGTERM)\u000a19:03:39.898968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3982): Terminating (SIGTERM)\u000a19:03:39.908734 --- ParallelTerminationStrategy: PID 3970 died...\u000a19:03:39.965032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3970): Terminated: ok {rc=0}\u000a19:03:39.975546 --- ParallelTerminationStrategy: PID 3971 died...\u000a19:03:40.031599 run iperf3-srv_10.42.42.10(pid=3971): Terminated {rc=256}\u000a19:03:40.041823 --- ParallelTerminationStrategy: PID 3972 died...\u000a19:03:40.097856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3972): Terminated: ok {rc=0}\u000a19:03:40.108169 --- ParallelTerminationStrategy: PID 3973 died...\u000a19:03:40.163796 run iperf3-srv_10.42.42.10(pid=3973): Terminated {rc=256}\u000a19:03:40.174212 --- ParallelTerminationStrategy: PID 3976 died...\u000a19:03:40.230293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3976): Terminated: ok {rc=0}\u000a19:03:40.240260 --- ParallelTerminationStrategy: PID 3979 died...\u000a19:03:40.295919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3979): Terminated: ok {rc=0}\u000a19:03:40.306241 --- ParallelTerminationStrategy: PID 3982 died...\u000a19:03:40.362347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3982): Terminated: ok {rc=0}\u000a19:03:40.450808 bus /gobi_0: Setting Powered False\u000a19:03:41.556478 bus /gobi_0: Setting Powered False\u000a19:03:42.667791 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3992): Process ended prematurely: osmo-stp_10.42.42.5(pid=3992) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3992)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3992): Process ended prematurely: osmo-stp_10.42.42.5(pid=3992) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a19:03:43.779538 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:43.791356 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:03:43.943181 tst iperf3.py: using LAC 23076\u000a19:03:44.073439 tst iperf3.py: using RAC 126\u000a19:03:44.195946 tst iperf3.py: using CellId 23076\u000a19:03:44.318298 tst iperf3.py: using BVCI 23077\u000a19:03:44.342368 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:44.353954 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:44.365390 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:44.376384 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:44.387498 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:44.398670 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:44.409954 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:44.420815 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:44.431997 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:03:44.731572 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:03:44.870718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:45.213451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3984): Launched\u000a19:03:45.499222 run iperf3-srv_10.42.42.10(pid=3985): Launched\u000a19:03:45.703072 tst iperf3.py:8: start network...\u000a19:03:45.863855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:46.467144 run create_hlr_db(pid=3986): Launched\u000a19:03:46.662042 bus /gobi_6: Setting Powered False\u000a19:03:47.668724 run create_hlr_db(pid=3986): Terminated: ok {rc=0}\u000a19:03:48.120910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3988): Launched\u000a19:03:48.453997 run osmo-hlr_10.42.42.2(pid=3989): Launched\u000a19:03:48.576556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:49.149887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3991): Launched\u000a19:03:49.481668 run osmo-stp_10.42.42.5(pid=3992): Launched\u000a19:03:49.603020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:03:50.177829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3994): Launched\u000a19:03:50.295436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:03:50.582338 run patchelf(pid=3995): Launched\u000a19:03:50.774390 run osmo-stp_10.42.42.5(pid=3992): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3992)]\u000a19:03:50.915050 run osmo-stp_10.42.42.5(pid=3992): stdout: \u000a| (launched: 2022-12-09_19:03:49.317835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:51.055800 run osmo-stp_10.42.42.5(pid=3992): stderr: \u000a| �[0;m�[38;5;43m20221209190349510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190349510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190349510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190349511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190349511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190349511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190349511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:51.191749 run osmo-stp_10.42.42.5(pid=3992): stdout: \u000a| (launched: 2022-12-09_19:03:49.317835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:51.326766 run osmo-stp_10.42.42.5(pid=3992): stderr: \u000a| �[0;m�[38;5;43m20221209190349510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190349510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190349510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190349511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190349511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190349511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190349511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:51.483843 run patchelf(pid=3995): Terminating (SIGINT)\u000a19:03:51.667790 run patchelf(pid=3995): Terminated: ok {rc=0}\u000a19:03:51.701771 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3992): Process ended prematurely: osmo-stp_10.42.42.5(pid=3992) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3992)] [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a19:03:51.711822 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a19:03:51.775468 run osmo-hlr_10.42.42.2(pid=3989): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3989)]\u000a19:03:51.826947 run osmo-hlr_10.42.42.2(pid=3989): stdout: \u000a| (launched: 2022-12-09_19:03:48.289838) \u000a19:03:51.878825 run osmo-hlr_10.42.42.2(pid=3989): stderr: \u000a| �[0;m�[1;31m20221209190348488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190348488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190348488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190348488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190348488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190348489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190348504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190348512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190348512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190348512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:51.923338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3984): Terminating (SIGTERM)\u000a19:03:51.964786 run iperf3-srv_10.42.42.10(pid=3985): Terminating (SIGTERM)\u000a19:03:52.006650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3988): Terminating (SIGTERM)\u000a19:03:52.048738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3991): Terminating (SIGTERM)\u000a19:03:52.090390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3994): Terminating (SIGTERM)\u000a19:03:52.100314 --- ParallelTerminationStrategy: PID 3984 died...\u000a19:03:52.156475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3984): Terminated: ok {rc=0}\u000a19:03:52.166596 --- ParallelTerminationStrategy: PID 3985 died...\u000a19:03:52.221990 run iperf3-srv_10.42.42.10(pid=3985): Terminated {rc=256}\u000a19:03:52.232073 --- ParallelTerminationStrategy: PID 3988 died...\u000a19:03:52.287884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3988): Terminated: ok {rc=0}\u000a19:03:52.298028 --- ParallelTerminationStrategy: PID 3991 died...\u000a19:03:52.353556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3991): Terminated: ok {rc=0}\u000a19:03:52.363916 --- ParallelTerminationStrategy: PID 3994 died...\u000a19:03:52.420134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3994): Terminated: ok {rc=0}\u000a19:03:52.507288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4010): Process ended prematurely: osmo-stp_10.42.42.5(pid=4010) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4010)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4010): Process ended prematurely: osmo-stp_10.42.42.5(pid=4010) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a19:03:53.623854 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:53.636381 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:03:53.786795 tst iperf3m4.py: using LAC 23077\u000a19:03:53.914887 tst iperf3m4.py: using RAC 127\u000a19:03:54.046923 tst iperf3m4.py: using CellId 23077\u000a19:03:54.173626 tst iperf3m4.py: using BVCI 23078\u000a19:03:54.198846 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:54.210558 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:54.222075 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:54.234014 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:54.245797 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:54.257457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:54.269475 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:54.281612 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:03:54.293566 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:03:54.415055 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:03:54.535571 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:03:54.653289 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:03:54.953504 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:03:55.091794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:55.433634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3996): Launched\u000a19:03:55.718526 run iperf3-srv_10.42.42.10(pid=3997): Launched\u000a19:03:55.922107 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:03:56.060753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:56.403674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3998): Launched\u000a19:03:56.687752 run iperf3-srv_10.42.42.10(pid=3999): Launched\u000a19:03:56.889994 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:03:57.027767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:57.369788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4000): Launched\u000a19:03:57.653090 run iperf3-srv_10.42.42.10(pid=4001): Launched\u000a19:03:57.855779 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:03:57.994338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:58.336921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4002): Launched\u000a19:03:58.621221 run iperf3-srv_10.42.42.10(pid=4003): Launched\u000a19:03:58.823437 tst iperf3m4.py:8: start network...\u000a19:03:58.961371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:59.480099 run create_hlr_db(pid=4004): Launched\u000a19:03:59.670656 bus /gobi_6: Setting Powered False\u000a19:04:00.691161 run create_hlr_db(pid=4004): Terminated: ok {rc=0}\u000a19:04:01.147191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4006): Launched\u000a19:04:01.556129 run osmo-hlr_10.42.42.2(pid=4007): Launched\u000a19:04:01.672839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:02.311668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4009): Launched\u000a19:04:02.621640 run osmo-stp_10.42.42.5(pid=4010): Launched\u000a19:04:02.733622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:04:03.269929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4012): Launched\u000a19:04:03.379586 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:04:03.647607 run patchelf(pid=4013): Launched\u000a19:04:03.827311 run osmo-stp_10.42.42.5(pid=4010): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4010)]\u000a19:04:03.959400 run osmo-stp_10.42.42.5(pid=4010): stdout: \u000a| (launched: 2022-12-09_19:04:02.469532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:04.091126 run osmo-stp_10.42.42.5(pid=4010): stderr: \u000a| �[0;m�[38;5;43m20221209190402639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190402639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190402639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190402640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190402640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190402640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190402640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:04.218321 run osmo-stp_10.42.42.5(pid=4010): stdout: \u000a| (launched: 2022-12-09_19:04:02.469532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:04.344159 run osmo-stp_10.42.42.5(pid=4010): stderr: \u000a| �[0;m�[38;5;43m20221209190402639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190402639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190402639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190402640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190402640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190402640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190402640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:04.490888 run patchelf(pid=4013): Terminating (SIGINT)\u000a19:04:04.663289 run patchelf(pid=4013): Terminated: ok {rc=0}\u000a19:04:04.694824 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4010): Process ended prematurely: osmo-stp_10.42.42.5(pid=4010) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4010)] [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a19:04:04.704151 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a19:04:04.763924 run osmo-hlr_10.42.42.2(pid=4007): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4007)]\u000a19:04:04.812321 run osmo-hlr_10.42.42.2(pid=4007): stdout: \u000a| (launched: 2022-12-09_19:04:01.307203) \u000a19:04:04.860989 run osmo-hlr_10.42.42.2(pid=4007): stderr: \u000a| �[0;m�[1;31m20221209190401688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190401688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190401688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190401691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190401691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190401691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190401709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190401732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190401732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190401732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:04.902503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3996): Terminating (SIGTERM)\u000a19:04:04.941694 run iperf3-srv_10.42.42.10(pid=3997): Terminating (SIGTERM)\u000a19:04:04.980936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3998): Terminating (SIGTERM)\u000a19:04:05.020262 run iperf3-srv_10.42.42.10(pid=3999): Terminating (SIGTERM)\u000a19:04:05.059799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4000): Terminating (SIGTERM)\u000a19:04:05.099076 run iperf3-srv_10.42.42.10(pid=4001): Terminating (SIGTERM)\u000a19:04:05.138284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4002): Terminating (SIGTERM)\u000a19:04:05.177476 run iperf3-srv_10.42.42.10(pid=4003): Terminating (SIGTERM)\u000a19:04:05.217136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4006): Terminating (SIGTERM)\u000a19:04:05.256299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4009): Terminating (SIGTERM)\u000a19:04:05.295632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4012): Terminating (SIGTERM)\u000a19:04:05.304758 --- ParallelTerminationStrategy: PID 3996 died...\u000a19:04:05.357314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3996): Terminated: ok {rc=0}\u000a19:04:05.366868 --- ParallelTerminationStrategy: PID 3997 died...\u000a19:04:05.418954 run iperf3-srv_10.42.42.10(pid=3997): Terminated {rc=256}\u000a19:04:05.428405 --- ParallelTerminationStrategy: PID 3998 died...\u000a19:04:05.481635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3998): Terminated: ok {rc=0}\u000a19:04:05.491063 --- ParallelTerminationStrategy: PID 3999 died...\u000a19:04:05.543154 run iperf3-srv_10.42.42.10(pid=3999): Terminated {rc=256}\u000a19:04:05.552476 --- ParallelTerminationStrategy: PID 4000 died...\u000a19:04:05.604902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4000): Terminated: ok {rc=0}\u000a19:04:05.614380 --- ParallelTerminationStrategy: PID 4001 died...\u000a19:04:05.666289 run iperf3-srv_10.42.42.10(pid=4001): Terminated {rc=256}\u000a19:04:05.675747 --- ParallelTerminationStrategy: PID 4002 died...\u000a19:04:05.728110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4002): Terminated: ok {rc=0}\u000a19:04:05.737608 --- ParallelTerminationStrategy: PID 4003 died...\u000a19:04:05.789564 run iperf3-srv_10.42.42.10(pid=4003): Terminated {rc=256}\u000a19:04:05.799021 --- ParallelTerminationStrategy: PID 4006 died...\u000a19:04:05.851564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4006): Terminated: ok {rc=0}\u000a19:04:05.861154 --- ParallelTerminationStrategy: PID 4009 died...\u000a19:04:05.913803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4009): Terminated: ok {rc=0}\u000a19:04:05.923199 --- ParallelTerminationStrategy: PID 4012 died...\u000a19:04:05.975122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4012): Terminated: ok {rc=0}\u000a19:04:06.062935 bus /gobi_4: Setting Powered False\u000a19:04:07.164709 bus /gobi_4: Setting Powered False\u000a19:04:08.275171 bus /gobi_1: Setting Powered False\u000a19:04:09.378970 bus /gobi_1: Setting Powered False\u000a19:04:10.486305 bus /gobi_0: Setting Powered False\u000a19:04:11.592178 bus /gobi_0: Setting Powered False\u000a19:04:12.703014 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4022): Process ended prematurely: osmo-stp_10.42.42.5(pid=4022) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4022)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4022): Process ended prematurely: osmo-stp_10.42.42.5(pid=4022) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a19:04:13.768910 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:13.780898 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:04:13.920246 tst ping.py: using LAC 23078\u000a19:04:14.040881 tst ping.py: using RAC 128\u000a19:04:14.161807 tst ping.py: using CellId 23078\u000a19:04:14.281043 tst ping.py: using BVCI 23079\u000a19:04:14.304053 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:14.315487 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:14.326628 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:14.338256 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:14.349764 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:14.361272 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:14.372873 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:14.384354 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:04:14.660809 tst ping.py:19: start network...\u000a19:04:14.786311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:15.268118 run create_hlr_db(pid=4016): Launched\u000a19:04:15.442098 bus /gobi_6: Setting Powered False\u000a19:04:16.466197 run create_hlr_db(pid=4016): Terminated: ok {rc=0}\u000a19:04:16.888567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4018): Launched\u000a19:04:17.254065 run osmo-hlr_10.42.42.2(pid=4019): Launched\u000a19:04:17.371964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:17.908766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4021): Launched\u000a19:04:18.210755 run osmo-stp_10.42.42.5(pid=4022): Launched\u000a19:04:18.318999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:04:18.845632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4024): Launched\u000a19:04:18.952723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:04:19.215615 run patchelf(pid=4025): Launched\u000a19:04:19.392240 run osmo-stp_10.42.42.5(pid=4022): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4022)]\u000a19:04:19.521574 run osmo-stp_10.42.42.5(pid=4022): stdout: \u000a| (launched: 2022-12-09_19:04:18.062876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:19.650837 run osmo-stp_10.42.42.5(pid=4022): stderr: \u000a| �[0;m�[38;5;43m20221209190418230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190418230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190418231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190418231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190418232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190418232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190418232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:19.775775 run osmo-stp_10.42.42.5(pid=4022): stdout: \u000a| (launched: 2022-12-09_19:04:18.062876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:19.899753 run osmo-stp_10.42.42.5(pid=4022): stderr: \u000a| �[0;m�[38;5;43m20221209190418230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190418230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190418231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190418231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190418232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190418232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190418232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:20.044682 run patchelf(pid=4025): Terminating (SIGINT)\u000a19:04:20.214090 run patchelf(pid=4025): Terminated: ok {rc=0}\u000a19:04:20.244886 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4022): Process ended prematurely: osmo-stp_10.42.42.5(pid=4022) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4022)] [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a19:04:20.253834 tst ping.py:22: Test FAILED (6.5 sec)\u000a19:04:20.313271 run osmo-hlr_10.42.42.2(pid=4019): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4019)]\u000a19:04:20.361751 run osmo-hlr_10.42.42.2(pid=4019): stdout: \u000a| (launched: 2022-12-09_19:04:17.046995) \u000a19:04:20.410825 run osmo-hlr_10.42.42.2(pid=4019): stderr: \u000a| �[0;m�[1;31m20221209190417295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190417295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190417295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190417295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190417295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190417295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190417307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190417316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190417316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190417316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:20.452749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4018): Terminating (SIGTERM)\u000a19:04:20.492128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4021): Terminating (SIGTERM)\u000a19:04:20.531428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4024): Terminating (SIGTERM)\u000a19:04:20.540496 --- ParallelTerminationStrategy: PID 4018 died...\u000a19:04:20.593054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4018): Terminated: ok {rc=0}\u000a19:04:20.602601 --- ParallelTerminationStrategy: PID 4021 died...\u000a19:04:20.655332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4021): Terminated: ok {rc=0}\u000a19:04:20.664826 --- ParallelTerminationStrategy: PID 4024 died...\u000a19:04:20.717634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4024): Terminated: ok {rc=0}\u000a19:04:20.804269 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4032): Process ended prematurely: osmo-stp_10.42.42.5(pid=4032) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4032): Process ended prematurely: osmo-stp_10.42.42.5(pid=4032) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a19:04:21.855439 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:21.867400 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:04:22.009253 tst ping_idle_ping.py: using LAC 23079\u000a19:04:22.129677 tst ping_idle_ping.py: using RAC 129\u000a19:04:22.248100 tst ping_idle_ping.py: using CellId 23079\u000a19:04:22.368366 tst ping_idle_ping.py: using BVCI 23080\u000a19:04:22.391576 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:22.402871 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:22.413970 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:22.425000 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:22.435887 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:22.447012 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:22.458146 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:22.469173 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:04:22.747061 tst ping_idle_ping.py:24: start network...\u000a19:04:22.873481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:23.362443 run create_hlr_db(pid=4026): Launched\u000a19:04:23.537972 bus /gobi_6: Setting Powered False\u000a19:04:24.559540 run create_hlr_db(pid=4026): Terminated: ok {rc=0}\u000a19:04:24.991923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Launched\u000a19:04:25.318802 run osmo-hlr_10.42.42.2(pid=4029): Launched\u000a19:04:25.440249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:26.004400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Launched\u000a19:04:26.330439 run osmo-stp_10.42.42.5(pid=4032): Launched\u000a19:04:26.449087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:04:27.016511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4034): Launched\u000a19:04:27.132580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:04:27.416063 run patchelf(pid=4035): Launched\u000a19:04:27.605832 run osmo-stp_10.42.42.5(pid=4032): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)]\u000a19:04:27.743978 run osmo-stp_10.42.42.5(pid=4032): stdout: \u000a| (launched: 2022-12-09_19:04:26.169657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:27.883026 run osmo-stp_10.42.42.5(pid=4032): stderr: \u000a| �[0;m�[38;5;43m20221209190426361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190426361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190426361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190426361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190426362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190426362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190426362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:28.017310 run osmo-stp_10.42.42.5(pid=4032): stdout: \u000a| (launched: 2022-12-09_19:04:26.169657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:28.150732 run osmo-stp_10.42.42.5(pid=4032): stderr: \u000a| �[0;m�[38;5;43m20221209190426361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190426361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190426361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190426361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190426362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190426362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190426362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:28.305107 run patchelf(pid=4035): Terminating (SIGINT)\u000a19:04:28.486693 run patchelf(pid=4035): Terminated: ok {rc=0}\u000a19:04:28.519448 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4032): Process ended prematurely: osmo-stp_10.42.42.5(pid=4032) [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)] [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a19:04:28.528774 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:04:28.591934 run osmo-hlr_10.42.42.2(pid=4029): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4029)]\u000a19:04:28.643324 run osmo-hlr_10.42.42.2(pid=4029): stdout: \u000a| (launched: 2022-12-09_19:04:25.157570) \u000a19:04:28.695920 run osmo-hlr_10.42.42.2(pid=4029): stderr: \u000a| �[0;m�[1;31m20221209190425352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190425352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190425352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190425352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190425352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190425352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190425364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190425373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190425373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190425373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:28.739896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Terminating (SIGTERM)\u000a19:04:28.781824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Terminating (SIGTERM)\u000a19:04:28.823674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4034): Terminating (SIGTERM)\u000a19:04:28.833388 --- ParallelTerminationStrategy: PID 4028 died...\u000a19:04:28.889004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Terminated: ok {rc=0}\u000a19:04:28.898989 --- ParallelTerminationStrategy: PID 4031 died...\u000a19:04:28.954362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Terminated: ok {rc=0}\u000a19:04:28.964555 --- ParallelTerminationStrategy: PID 4034 died...\u000a19:04:29.019796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4034): Terminated: ok {rc=0}\u000a19:04:29.106855 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:03:30" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4046): Process ended prematurely: osmo-stp_10.42.42.5(pid=4046) [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4046)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4046): Process ended prematurely: osmo-stp_10.42.42.5(pid=4046) [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:04:31.153566 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:04:31.169258 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:04:31.345360 tst switch_tch_pdch.py: using LAC 23080\u000a19:04:31.507645 tst switch_tch_pdch.py: using RAC 130\u000a19:04:31.644661 tst switch_tch_pdch.py: using CellId 23080\u000a19:04:31.774759 tst switch_tch_pdch.py: using BVCI 23081\u000a19:04:31.800353 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:04:31.812681 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:04:31.824881 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:04:31.837293 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:04:31.849307 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:04:31.862200 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:04:31.874815 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:04:31.887322 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:04:32.010578 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:04:32.294637 tst switch_tch_pdch.py:51: start network...\u000a19:04:32.422266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:32.908598 run create_hlr_db(pid=4040): Launched\u000a19:04:33.083814 bus /gobi_6: Setting Powered False\u000a19:04:34.104494 run create_hlr_db(pid=4040): Terminated: ok {rc=0}\u000a19:04:34.536006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4042): Launched\u000a19:04:34.859387 run osmo-hlr_10.42.42.2(pid=4043): Launched\u000a19:04:34.980168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:35.546204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4045): Launched\u000a19:04:35.870014 run osmo-stp_10.42.42.5(pid=4046): Launched\u000a19:04:35.987544 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:04:36.552458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4048): Launched\u000a19:04:36.667735 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:04:36.949624 run patchelf(pid=4049): Launched\u000a19:04:37.138124 run osmo-stp_10.42.42.5(pid=4046): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4046)]\u000a19:04:37.277566 run osmo-stp_10.42.42.5(pid=4046): stdout: \u000a| (launched: 2022-12-09_19:04:35.711180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:37.421360 run osmo-stp_10.42.42.5(pid=4046): stderr: \u000a| �[0;m�[38;5;43m20221209190435901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190435902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190435902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190435902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190435903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190435903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190435903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:37.558633 run osmo-stp_10.42.42.5(pid=4046): stdout: \u000a| (launched: 2022-12-09_19:04:35.711180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:37.691293 run osmo-stp_10.42.42.5(pid=4046): stderr: \u000a| �[0;m�[38;5;43m20221209190435901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190435902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190435902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190435902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190435903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190435903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190435903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:37.845276 run patchelf(pid=4049): Terminating (SIGINT)\u000a19:04:38.025589 run patchelf(pid=4049): Terminated: ok {rc=0}\u000a19:04:38.058255 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4046): Process ended prematurely: osmo-stp_10.42.42.5(pid=4046) [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4046)] [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:04:38.067765 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a19:04:38.131172 run osmo-hlr_10.42.42.2(pid=4043): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4043)]\u000a19:04:38.182827 run osmo-hlr_10.42.42.2(pid=4043): stdout: \u000a| (launched: 2022-12-09_19:04:34.701437) \u000a19:04:38.234721 run osmo-hlr_10.42.42.2(pid=4043): stderr: \u000a| �[0;m�[1;31m20221209190434899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190434899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190434899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190434899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190434899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190434899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190434916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190434925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190434925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190434925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:38.278911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4042): Terminating (SIGTERM)\u000a19:04:38.321399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4045): Terminating (SIGTERM)\u000a19:04:38.363449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4048): Terminating (SIGTERM)\u000a19:04:38.373231 --- ParallelTerminationStrategy: PID 4042 died...\u000a19:04:38.429591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4042): Terminated: ok {rc=0}\u000a19:04:38.439964 --- ParallelTerminationStrategy: PID 4045 died...\u000a19:04:38.495792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4045): Terminated: ok {rc=0}\u000a19:04:38.506066 --- ParallelTerminationStrategy: PID 4048 died...\u000a19:04:38.562138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4048): Terminated: ok {rc=0}\u000a19:04:38.650016 bus /gobi_0: Setting Powered False\u000a19:04:39.754846 bus /gobi_0: Setting Powered False\u000a19:04:40.866080 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:04:30" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4059): Process ended prematurely: osmo-stp_10.42.42.5(pid=4059) [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4059)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4059): Process ended prematurely: osmo-stp_10.42.42.5(pid=4059) [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:04:42.831422 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:04:42.842432 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:04:42.996055 tst switch_tch_pdch.py: using LAC 23081\u000a19:04:43.123037 tst switch_tch_pdch.py: using RAC 131\u000a19:04:43.249641 tst switch_tch_pdch.py: using CellId 23081\u000a19:04:43.377651 tst switch_tch_pdch.py: using BVCI 23082\u000a19:04:43.402648 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:04:43.414480 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:04:43.425814 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:04:43.437254 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:04:43.448621 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:04:43.459970 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:04:43.471591 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:04:43.483051 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:04:43.599312 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:04:43.894044 tst switch_tch_pdch.py:51: start network...\u000a19:04:44.030087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:44.511630 run create_hlr_db(pid=4053): Launched\u000a19:04:44.643821 bus /gobi_6: Setting Powered False\u000a19:04:45.721674 run create_hlr_db(pid=4053): Terminated: ok {rc=0}\u000a19:04:46.135415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4055): Launched\u000a19:04:46.586211 run osmo-hlr_10.42.42.2(pid=4056): Launched\u000a19:04:46.726662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:47.288079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4058): Launched\u000a19:04:47.593344 run osmo-stp_10.42.42.5(pid=4059): Launched\u000a19:04:47.705587 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:04:48.206424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4061): Launched\u000a19:04:48.313583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:04:48.575749 run patchelf(pid=4062): Launched\u000a19:04:48.752174 run osmo-stp_10.42.42.5(pid=4059): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4059)]\u000a19:04:48.880755 run osmo-stp_10.42.42.5(pid=4059): stdout: \u000a| (launched: 2022-12-09_19:04:47.442866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:49.010151 run osmo-stp_10.42.42.5(pid=4059): stderr: \u000a| �[0;m�[38;5;43m20221209190447609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190447609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190447609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190447610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190447610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190447610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190447610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:49.134574 run osmo-stp_10.42.42.5(pid=4059): stdout: \u000a| (launched: 2022-12-09_19:04:47.442866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:49.258204 run osmo-stp_10.42.42.5(pid=4059): stderr: \u000a| �[0;m�[38;5;43m20221209190447609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190447609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190447609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190447610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190447610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190447610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190447610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:49.401746 run patchelf(pid=4062): Terminating (SIGINT)\u000a19:04:49.569972 run patchelf(pid=4062): Terminated: ok {rc=0}\u000a19:04:49.600628 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4059): Process ended prematurely: osmo-stp_10.42.42.5(pid=4059) [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4059)] [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:04:49.609403 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a19:04:49.668689 run osmo-hlr_10.42.42.2(pid=4056): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4056)]\u000a19:04:49.717508 run osmo-hlr_10.42.42.2(pid=4056): stdout: \u000a| (launched: 2022-12-09_19:04:46.294793) \u000a19:04:49.766677 run osmo-hlr_10.42.42.2(pid=4056): stderr: \u000a| �[0;m�[1;31m20221209190446546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190446546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190446546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190446546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190446546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190446546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190446558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190446575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190446575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190446575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:49.808694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4055): Terminating (SIGTERM)\u000a19:04:49.848344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4058): Terminating (SIGTERM)\u000a19:04:49.887939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4061): Terminating (SIGTERM)\u000a19:04:49.897247 --- ParallelTerminationStrategy: PID 4055 died...\u000a19:04:49.950136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4055): Terminated: ok {rc=0}\u000a19:04:49.959634 --- ParallelTerminationStrategy: PID 4058 died...\u000a19:04:50.012292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4058): Terminated: ok {rc=0}\u000a19:04:50.021851 --- ParallelTerminationStrategy: PID 4061 died...\u000a19:04:50.074377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4061): Terminated: ok {rc=0}\u000a19:04:50.163156 bus /gobi_0: Setting Powered False\u000a19:04:51.266419 bus /gobi_0: Setting Powered False\u000a19:04:52.377664 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:04:42" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4067) [trial-2363↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4067)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4067) [trial-2363↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a19:04:54.270342 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a19:04:54.281301 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:04:54.414949 tst mo_mt_sms.py: using LAC 23082\u000a19:04:54.546570 tst mo_mt_sms.py: using RAC 132\u000a19:04:54.666145 tst mo_mt_sms.py: using CellId 23082\u000a19:04:54.783025 tst mo_mt_sms.py: using BVCI 23083\u000a19:04:54.806056 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:04:54.924784 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:04:55.215906 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:04:55.351393 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:04:56.019189 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4066): Launched\u000a19:04:56.339336 run osmo-nitb_10.42.42.2(pid=4067): Launched\u000a19:04:56.537756 run osmo-nitb_10.42.42.2(pid=4067): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4067)]\u000a19:04:56.683125 run osmo-nitb_10.42.42.2(pid=4067): stdout: \u000a| (launched: 2022-12-09_19:04:56.183566) \u000a19:04:56.828719 run osmo-nitb_10.42.42.2(pid=4067): stderr: \u000a| (launched: 2022-12-09_19:04:56.231625)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:04:56.969833 run osmo-nitb_10.42.42.2(pid=4067): stdout: \u000a| (launched: 2022-12-09_19:04:56.183566) \u000a19:04:57.109822 run osmo-nitb_10.42.42.2(pid=4067): stderr: \u000a| (launched: 2022-12-09_19:04:56.231625)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:04:57.470406 tst osmo-nitb_10.42.42.2(pid=4067): stdout: \u000a| (launched: 2022-12-09_19:04:56.183566) \u000a19:04:57.599692 tst osmo-nitb_10.42.42.2(pid=4067): stderr: \u000a| (launched: 2022-12-09_19:04:56.231625)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:04:57.655864 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4067) [trial-2363↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4067)] [trial-2363↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a19:04:57.664758 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a19:04:57.700799 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4066): Terminating (SIGTERM)\u000a19:04:57.878933 --- ParallelTerminationStrategy: PID 4066 died...\u000a19:04:57.937339 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4066): Terminated: ok {rc=0}\u000a19:04:58.025143 bus /sierra_3: Setting Powered False\u000a19:04:59.134640 bus /sierra_3: Setting Powered False\u000a19:05:00.244466 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:04:54" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4080): Process ended prematurely: osmo-stp_10.42.42.5(pid=4080) [trial-2363↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4080)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4080): Process ended prematurely: osmo-stp_10.42.42.5(pid=4080) [trial-2363↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a19:05:02.175731 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:02.189972 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:05:02.340038 tst mo_mt_sms.py: using LAC 23083\u000a19:05:02.460566 tst mo_mt_sms.py: using RAC 133\u000a19:05:02.579086 tst mo_mt_sms.py: using CellId 23083\u000a19:05:02.704440 tst mo_mt_sms.py: using BVCI 23084\u000a19:05:02.729144 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:02.740315 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:02.751418 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:02.762767 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:02.774206 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:02.785855 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:05:02.905087 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:05:03.114547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:03.623637 run create_hlr_db(pid=4074): Launched\u000a19:05:03.811763 bus /sierra_2: Setting Powered False\u000a19:05:04.833057 run create_hlr_db(pid=4074): Terminated: ok {rc=0}\u000a19:05:05.238813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4076): Launched\u000a19:05:05.541774 run osmo-hlr_10.42.42.2(pid=4077): Launched\u000a19:05:05.660347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:06.187026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4079): Launched\u000a19:05:06.488394 run osmo-stp_10.42.42.5(pid=4080): Launched\u000a19:05:06.597636 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:05:07.147758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4082): Launched\u000a19:05:07.449705 run osmo-msc_10.42.42.6(pid=4083): Launched\u000a19:05:07.627635 run osmo-stp_10.42.42.5(pid=4080): ERR: Terminated: ERROR {rc=1} [trial-2363↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4080)]\u000a19:05:07.755248 run osmo-stp_10.42.42.5(pid=4080): stdout: \u000a| (launched: 2022-12-09_19:05:06.339665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:07.881178 run osmo-stp_10.42.42.5(pid=4080): stderr: \u000a| �[0;m�[38;5;43m20221209190506512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190506512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190506512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190506513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190506513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190506513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190506513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:08.002824 run osmo-stp_10.42.42.5(pid=4080): stdout: \u000a| (launched: 2022-12-09_19:05:06.339665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:08.123653 run osmo-stp_10.42.42.5(pid=4080): stderr: \u000a| �[0;m�[38;5;43m20221209190506512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190506512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190506512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190506513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190506513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190506513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190506513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:08.176619 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4080): Process ended prematurely: osmo-stp_10.42.42.5(pid=4080) [trial-2363↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4080)] [trial-2363↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a19:05:08.184737 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a19:05:08.244111 run osmo-hlr_10.42.42.2(pid=4077): ERR: Terminated: ERROR {rc=237} [trial-2363↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4077)]\u000a19:05:08.292832 run osmo-hlr_10.42.42.2(pid=4077): stdout: \u000a| (launched: 2022-12-09_19:05:05.391959) \u000a19:05:08.342054 run osmo-hlr_10.42.42.2(pid=4077): stderr: \u000a| �[0;m�[1;31m20221209190505569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190505569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190505569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190505569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190505569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190505569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190505581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190505590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190505590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190505590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:08.409475 run osmo-msc_10.42.42.6(pid=4083): ERR: Terminated: ERROR {rc=2} [trial-2363↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4083)]\u000a19:05:08.457959 run osmo-msc_10.42.42.6(pid=4083): stdout: \u000a| (launched: 2022-12-09_19:05:07.300779) \u000a19:05:08.507176 run osmo-msc_10.42.42.6(pid=4083): stderr: \u000a| �[0;m�[38;5;43m20221209190507573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190507573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38a9b84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190507573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190507573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190507573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190507574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190507576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190507577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190507577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190507577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:05:08.548899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4076): Terminating (SIGTERM)\u000a19:05:08.588338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4079): Terminating (SIGTERM)\u000a19:05:08.627561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4082): Terminating (SIGTERM)\u000a19:05:08.636747 --- ParallelTerminationStrategy: PID 4076 died...\u000a19:05:08.690018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4076): Terminated: ok {rc=0}\u000a19:05:08.699668 --- ParallelTerminationStrategy: PID 4079 died...\u000a19:05:08.752320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4079): Terminated: ok {rc=0}\u000a19:05:08.761823 --- ParallelTerminationStrategy: PID 4082 died...\u000a19:05:08.814592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4082): Terminated: ok {rc=0}\u000a19:05:08.902742 bus /sierra_3: Setting Powered False\u000a19:05:10.006792 bus /sierra_3: Setting Powered False\u000a19:05:11.118853 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:05:01" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4090) [trial-2363↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4090)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4090) [trial-2363↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a19:05:12.964056 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a19:05:12.975481 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:05:13.119911 tst assert_extension.py: using LAC 23084\u000a19:05:13.246380 tst assert_extension.py: using RAC 134\u000a19:05:13.372604 tst assert_extension.py: using CellId 23084\u000a19:05:13.493686 tst assert_extension.py: using BVCI 23085\u000a19:05:13.516696 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a19:05:13.807817 tst assert_extension.py:10: start nitb and bts...\u000a19:05:13.942678 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:05:14.611857 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4089): Launched\u000a19:05:14.932602 run osmo-nitb_10.42.42.2(pid=4090): Launched\u000a19:05:15.130098 run osmo-nitb_10.42.42.2(pid=4090): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4090)]\u000a19:05:15.275947 run osmo-nitb_10.42.42.2(pid=4090): stdout: \u000a| (launched: 2022-12-09_19:05:14.777255) \u000a19:05:15.422302 run osmo-nitb_10.42.42.2(pid=4090): stderr: \u000a| (launched: 2022-12-09_19:05:14.825414)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:05:15.564128 run osmo-nitb_10.42.42.2(pid=4090): stdout: \u000a| (launched: 2022-12-09_19:05:14.777255) \u000a19:05:15.703919 run osmo-nitb_10.42.42.2(pid=4090): stderr: \u000a| (launched: 2022-12-09_19:05:14.825414)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:05:16.067806 tst osmo-nitb_10.42.42.2(pid=4090): stdout: \u000a| (launched: 2022-12-09_19:05:14.777255) \u000a19:05:16.200720 tst osmo-nitb_10.42.42.2(pid=4090): stderr: \u000a| (launched: 2022-12-09_19:05:14.825414)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:05:16.259966 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4090) [trial-2363↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4090)] [trial-2363↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a19:05:16.269801 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a19:05:16.310372 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4089): Terminating (SIGTERM)\u000a19:05:16.488239 --- ParallelTerminationStrategy: PID 4089 died...\u000a19:05:16.548241 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4089): Terminated: ok {rc=0}\u000a19:05:16.639382 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:05:12" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4100): Process ended prematurely: osmo-stp_10.42.42.5(pid=4100) [trial-2363↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4100)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4100): Process ended prematurely: osmo-stp_10.42.42.5(pid=4100) [trial-2363↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a19:05:18.489502 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:18.500849 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:05:18.650063 tst assert_extension.py: using LAC 23085\u000a19:05:18.777149 tst assert_extension.py: using RAC 135\u000a19:05:18.901848 tst assert_extension.py: using CellId 23085\u000a19:05:19.029006 tst assert_extension.py: using BVCI 23086\u000a19:05:19.053567 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:19.064931 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:19.075993 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:19.087480 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:19.098927 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:05:19.110222 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a19:05:19.311767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:19.794209 run create_hlr_db(pid=4094): Launched\u000a19:05:19.968712 bus /sierra_2: Setting Powered False\u000a19:05:20.989499 run create_hlr_db(pid=4094): Terminated: ok {rc=0}\u000a19:05:21.419782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4096): Launched\u000a19:05:21.746376 run osmo-hlr_10.42.42.2(pid=4097): Launched\u000a19:05:21.864773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:22.512508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4099): Launched\u000a19:05:22.811464 run osmo-stp_10.42.42.5(pid=4100): Launched\u000a19:05:22.919780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:05:23.465394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4102): Launched\u000a19:05:23.763285 run osmo-msc_10.42.42.6(pid=4103): Launched\u000a19:05:23.937827 run osmo-stp_10.42.42.5(pid=4100): ERR: Terminated: ERROR {rc=1} [trial-2363↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4100)]\u000a19:05:24.063722 run osmo-stp_10.42.42.5(pid=4100): stdout: \u000a| (launched: 2022-12-09_19:05:22.664877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:24.187766 run osmo-stp_10.42.42.5(pid=4100): stderr: \u000a| �[0;m�[38;5;43m20221209190522833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190522833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190522833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190522834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190522834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190522834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190522834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:24.307483 run osmo-stp_10.42.42.5(pid=4100): stdout: \u000a| (launched: 2022-12-09_19:05:22.664877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:24.426799 run osmo-stp_10.42.42.5(pid=4100): stderr: \u000a| �[0;m�[38;5;43m20221209190522833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190522833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190522833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190522834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190522834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190522834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190522834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:24.479350 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4100): Process ended prematurely: osmo-stp_10.42.42.5(pid=4100) [trial-2363↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4100)] [trial-2363↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a19:05:24.487550 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a19:05:24.547569 run osmo-hlr_10.42.42.2(pid=4097): ERR: Terminated: ERROR {rc=237} [trial-2363↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4097)]\u000a19:05:24.596070 run osmo-hlr_10.42.42.2(pid=4097): stdout: \u000a| (launched: 2022-12-09_19:05:21.585136) \u000a19:05:24.645270 run osmo-hlr_10.42.42.2(pid=4097): stderr: \u000a| �[0;m�[1;31m20221209190521781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190521781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190521781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190521781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190521781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190521782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190521794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190521803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190521803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190521803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:24.711746 run osmo-msc_10.42.42.6(pid=4103): ERR: Terminated: ERROR {rc=2} [trial-2363↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4103)]\u000a19:05:24.759859 run osmo-msc_10.42.42.6(pid=4103): stdout: \u000a| (launched: 2022-12-09_19:05:23.616553) \u000a19:05:24.808549 run osmo-msc_10.42.42.6(pid=4103): stderr: \u000a| �[0;m�[38;5;43m20221209190523888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190523888 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69b50aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190523888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190523889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190523889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190523889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190523891 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190523891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190523891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190523891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:05:24.850190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4096): Terminating (SIGTERM)\u000a19:05:24.889441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4099): Terminating (SIGTERM)\u000a19:05:24.928872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4102): Terminating (SIGTERM)\u000a19:05:24.938194 --- ParallelTerminationStrategy: PID 4096 died...\u000a19:05:24.990968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4096): Terminated: ok {rc=0}\u000a19:05:25.000574 --- ParallelTerminationStrategy: PID 4099 died...\u000a19:05:25.052854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4099): Terminated: ok {rc=0}\u000a19:05:25.062359 --- ParallelTerminationStrategy: PID 4102 died...\u000a19:05:25.114461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4102): Terminated: ok {rc=0}\u000a19:05:25.201826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:05:18" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4114): Process ended prematurely: osmo-stp_10.42.42.5(pid=4114) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4114)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4114): Process ended prematurely: osmo-stp_10.42.42.5(pid=4114) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:05:27.164664 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:27.175988 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:05:27.331173 tst mo_mt_call.py: using LAC 23086\u000a19:05:27.449334 tst mo_mt_call.py: using RAC 136\u000a19:05:27.566732 tst mo_mt_call.py: using CellId 23086\u000a19:05:27.693197 tst mo_mt_call.py: using BVCI 23087\u000a19:05:27.717976 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:27.729728 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:27.741315 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:27.753266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:27.765449 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:27.777773 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:05:27.893039 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:05:28.098285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:28.586250 run create_hlr_db(pid=4108): Launched\u000a19:05:28.760830 bus /sierra_2: Setting Powered False\u000a19:05:29.782057 run create_hlr_db(pid=4108): Terminated: ok {rc=0}\u000a19:05:30.212608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4110): Launched\u000a19:05:30.539108 run osmo-hlr_10.42.42.2(pid=4111): Launched\u000a19:05:30.657740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:31.259076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4113): Launched\u000a19:05:31.642535 run osmo-stp_10.42.42.5(pid=4114): Launched\u000a19:05:31.838372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:05:32.514023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4116): Launched\u000a19:05:32.840143 run osmo-msc_10.42.42.6(pid=4117): Launched\u000a19:05:33.030140 run osmo-stp_10.42.42.5(pid=4114): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4114)]\u000a19:05:33.167510 run osmo-stp_10.42.42.5(pid=4114): stdout: \u000a| (launched: 2022-12-09_19:05:31.462343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:33.303939 run osmo-stp_10.42.42.5(pid=4114): stderr: \u000a| �[0;m�[38;5;43m20221209190531817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190531818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190531818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190531818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190531819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190531819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190531819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:33.435166 run osmo-stp_10.42.42.5(pid=4114): stdout: \u000a| (launched: 2022-12-09_19:05:31.462343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:33.565823 run osmo-stp_10.42.42.5(pid=4114): stderr: \u000a| �[0;m�[38;5;43m20221209190531817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190531818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190531818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190531818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190531819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190531819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190531819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:33.622981 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4114): Process ended prematurely: osmo-stp_10.42.42.5(pid=4114) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4114)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:05:33.632401 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:05:33.695766 run osmo-hlr_10.42.42.2(pid=4111): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4111)]\u000a19:05:33.747449 run osmo-hlr_10.42.42.2(pid=4111): stdout: \u000a| (launched: 2022-12-09_19:05:30.378187) \u000a19:05:33.799517 run osmo-hlr_10.42.42.2(pid=4111): stderr: \u000a| �[0;m�[1;31m20221209190530575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190530575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190530575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190530575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190530575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190530575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190530588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190530596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190530596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190530596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:33.870205 run osmo-msc_10.42.42.6(pid=4117): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4117)]\u000a19:05:33.921467 run osmo-msc_10.42.42.6(pid=4117): stdout: \u000a| (launched: 2022-12-09_19:05:32.680347) \u000a19:05:33.973371 run osmo-msc_10.42.42.6(pid=4117): stderr: \u000a| �[0;m�[38;5;43m20221209190533000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190533000 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff19b9b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190533000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190533000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190533000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190533000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190533002 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190533003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190533003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190533003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:05:34.017559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4110): Terminating (SIGTERM)\u000a19:05:34.059974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4113): Terminating (SIGTERM)\u000a19:05:34.102163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4116): Terminating (SIGTERM)\u000a19:05:34.111901 --- ParallelTerminationStrategy: PID 4110 died...\u000a19:05:34.167595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4110): Terminated: ok {rc=0}\u000a19:05:34.178194 --- ParallelTerminationStrategy: PID 4113 died...\u000a19:05:34.234132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4113): Terminated: ok {rc=0}\u000a19:05:34.244370 --- ParallelTerminationStrategy: PID 4116 died...\u000a19:05:34.300234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4116): Terminated: ok {rc=0}\u000a19:05:34.386738 bus /sierra_3: Setting Powered False\u000a19:05:35.493920 bus /sierra_3: Setting Powered False\u000a19:05:36.602269 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4125): Process ended prematurely: osmo-stp_10.42.42.5(pid=4125) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4125)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4125): Process ended prematurely: osmo-stp_10.42.42.5(pid=4125) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:05:37.710077 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:37.721848 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:05:37.885927 tst mo_mt_call_osmux.py: using LAC 23087\u000a19:05:38.015791 tst mo_mt_call_osmux.py: using RAC 137\u000a19:05:38.143165 tst mo_mt_call_osmux.py: using CellId 23087\u000a19:05:38.275681 tst mo_mt_call_osmux.py: using BVCI 23088\u000a19:05:38.300805 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:38.312815 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:38.324544 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:38.336625 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:38.348424 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:05:38.360096 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:05:38.476461 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:05:38.684721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:39.173459 run create_hlr_db(pid=4119): Launched\u000a19:05:39.348648 bus /sierra_2: Setting Powered False\u000a19:05:40.371663 run create_hlr_db(pid=4119): Terminated: ok {rc=0}\u000a19:05:40.804786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4121): Launched\u000a19:05:41.131056 run osmo-hlr_10.42.42.2(pid=4122): Launched\u000a19:05:41.254561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:41.821519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4124): Launched\u000a19:05:42.147125 run osmo-stp_10.42.42.5(pid=4125): Launched\u000a19:05:42.265253 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:05:42.861661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4127): Launched\u000a19:05:43.187858 run osmo-msc_10.42.42.6(pid=4128): Launched\u000a19:05:43.378328 run osmo-stp_10.42.42.5(pid=4125): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4125)]\u000a19:05:43.516454 run osmo-stp_10.42.42.5(pid=4125): stdout: \u000a| (launched: 2022-12-09_19:05:41.987469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:43.653005 run osmo-stp_10.42.42.5(pid=4125): stderr: \u000a| �[0;m�[38;5;43m20221209190542178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190542178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190542179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190542179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190542179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190542180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190542180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:43.783964 run osmo-stp_10.42.42.5(pid=4125): stdout: \u000a| (launched: 2022-12-09_19:05:41.987469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:43.914097 run osmo-stp_10.42.42.5(pid=4125): stderr: \u000a| �[0;m�[38;5;43m20221209190542178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190542178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190542179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190542179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190542179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190542180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190542180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:43.971526 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4125): Process ended prematurely: osmo-stp_10.42.42.5(pid=4125) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4125)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:05:43.981262 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:05:44.044457 run osmo-hlr_10.42.42.2(pid=4122): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4122)]\u000a19:05:44.095836 run osmo-hlr_10.42.42.2(pid=4122): stdout: \u000a| (launched: 2022-12-09_19:05:40.971389) \u000a19:05:44.147018 run osmo-hlr_10.42.42.2(pid=4122): stderr: \u000a| �[0;m�[1;31m20221209190541167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190541167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190541167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190541167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190541167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190541167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190541180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190541188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190541189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190541189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:44.217845 run osmo-msc_10.42.42.6(pid=4128): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4128)]\u000a19:05:44.269114 run osmo-msc_10.42.42.6(pid=4128): stdout: \u000a| (launched: 2022-12-09_19:05:43.027687) \u000a19:05:44.320785 run osmo-msc_10.42.42.6(pid=4128): stderr: \u000a| �[0;m�[38;5;43m20221209190543347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190543347 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce0a1f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190543347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190543347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190543347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190543347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190543349 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190543350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190543350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190543350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:05:44.364625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4121): Terminating (SIGTERM)\u000a19:05:44.406771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4124): Terminating (SIGTERM)\u000a19:05:44.449098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4127): Terminating (SIGTERM)\u000a19:05:44.459022 --- ParallelTerminationStrategy: PID 4121 died...\u000a19:05:44.515243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4121): Terminated: ok {rc=0}\u000a19:05:44.525290 --- ParallelTerminationStrategy: PID 4124 died...\u000a19:05:44.581170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4124): Terminated: ok {rc=0}\u000a19:05:44.591229 --- ParallelTerminationStrategy: PID 4127 died...\u000a19:05:44.647045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4127): Terminated: ok {rc=0}\u000a19:05:44.732916 bus /sierra_3: Setting Powered False\u000a19:05:45.838749 bus /sierra_3: Setting Powered False\u000a19:05:46.952350 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:05:26" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4139): Process ended prematurely: osmo-stp_10.42.42.5(pid=4139) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4139)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4139): Process ended prematurely: osmo-stp_10.42.42.5(pid=4139) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:05:48.962680 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:48.974493 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:05:49.134213 tst mo_mt_call.py: using LAC 23088\u000a19:05:49.256073 tst mo_mt_call.py: using RAC 138\u000a19:05:49.376550 tst mo_mt_call.py: using CellId 23088\u000a19:05:49.497759 tst mo_mt_call.py: using BVCI 23089\u000a19:05:49.520710 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:49.531839 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:49.542836 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:49.553771 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:49.564706 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:49.575592 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:05:49.694389 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:05:49.894886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:50.380264 run create_hlr_db(pid=4133): Launched\u000a19:05:50.555600 bus /sierra_2: Setting Powered False\u000a19:05:51.577318 run create_hlr_db(pid=4133): Terminated: ok {rc=0}\u000a19:05:52.009721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4135): Launched\u000a19:05:52.335076 run osmo-hlr_10.42.42.2(pid=4136): Launched\u000a19:05:52.454861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:53.020916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4138): Launched\u000a19:05:53.347596 run osmo-stp_10.42.42.5(pid=4139): Launched\u000a19:05:53.466443 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:05:54.064573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4141): Launched\u000a19:05:54.391524 run osmo-msc_10.42.42.6(pid=4142): Launched\u000a19:05:54.582102 run osmo-stp_10.42.42.5(pid=4139): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4139)]\u000a19:05:54.719941 run osmo-stp_10.42.42.5(pid=4139): stdout: \u000a| (launched: 2022-12-09_19:05:53.186653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:54.855927 run osmo-stp_10.42.42.5(pid=4139): stderr: \u000a| �[0;m�[38;5;43m20221209190553377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190553377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190553378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190553378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190553379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190553379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190553379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:54.986881 run osmo-stp_10.42.42.5(pid=4139): stdout: \u000a| (launched: 2022-12-09_19:05:53.186653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:55.116755 run osmo-stp_10.42.42.5(pid=4139): stderr: \u000a| �[0;m�[38;5;43m20221209190553377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190553377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190553378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190553378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190553379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190553379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190553379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:55.174296 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4139): Process ended prematurely: osmo-stp_10.42.42.5(pid=4139) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4139)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:05:55.183608 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:05:55.246483 run osmo-hlr_10.42.42.2(pid=4136): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4136)]\u000a19:05:55.297725 run osmo-hlr_10.42.42.2(pid=4136): stdout: \u000a| (launched: 2022-12-09_19:05:52.175585) \u000a19:05:55.349605 run osmo-hlr_10.42.42.2(pid=4136): stderr: \u000a| �[0;m�[1;31m20221209190552372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190552372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190552372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190552373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190552373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190552373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190552385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190552393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190552393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190552393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:55.419726 run osmo-msc_10.42.42.6(pid=4142): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4142)]\u000a19:05:55.471305 run osmo-msc_10.42.42.6(pid=4142): stdout: \u000a| (launched: 2022-12-09_19:05:54.230309) \u000a19:05:55.523418 run osmo-msc_10.42.42.6(pid=4142): stderr: \u000a| �[0;m�[38;5;43m20221209190554550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190554550 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f743e9cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190554550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190554550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190554551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190554551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190554552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190554553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190554553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190554553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:05:55.567101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4135): Terminating (SIGTERM)\u000a19:05:55.608415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4138): Terminating (SIGTERM)\u000a19:05:55.650124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4141): Terminating (SIGTERM)\u000a19:05:55.660090 --- ParallelTerminationStrategy: PID 4135 died...\u000a19:05:55.715674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4135): Terminated: ok {rc=0}\u000a19:05:55.725762 --- ParallelTerminationStrategy: PID 4138 died...\u000a19:05:55.780727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4138): Terminated: ok {rc=0}\u000a19:05:55.791019 --- ParallelTerminationStrategy: PID 4141 died...\u000a19:05:55.846077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4141): Terminated: ok {rc=0}\u000a19:05:55.933567 bus /sierra_3: Setting Powered False\u000a19:05:57.037739 bus /sierra_3: Setting Powered False\u000a19:05:58.145113 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4150): Process ended prematurely: osmo-stp_10.42.42.5(pid=4150) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4150)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4150): Process ended prematurely: osmo-stp_10.42.42.5(pid=4150) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:05:59.260730 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:59.273197 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:05:59.440681 tst mo_mt_call_osmux.py: using LAC 23089\u000a19:05:59.570234 tst mo_mt_call_osmux.py: using RAC 139\u000a19:05:59.697445 tst mo_mt_call_osmux.py: using CellId 23089\u000a19:05:59.824134 tst mo_mt_call_osmux.py: using BVCI 23090\u000a19:05:59.849014 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:59.860804 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:59.872262 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:59.883930 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:59.895751 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:05:59.907500 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:06:00.024098 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:06:00.237430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:06:00.750103 run create_hlr_db(pid=4144): Launched\u000a19:06:00.952069 bus /sierra_2: Setting Powered False\u000a19:06:02.010038 run create_hlr_db(pid=4144): Terminated: ok {rc=0}\u000a19:06:02.493770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4146): Launched\u000a19:06:02.820130 run osmo-hlr_10.42.42.2(pid=4147): Launched\u000a19:06:02.940839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:03.509667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4149): Launched\u000a19:06:03.836622 run osmo-stp_10.42.42.5(pid=4150): Launched\u000a19:06:03.955493 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:06:04.552354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4152): Launched\u000a19:06:04.881208 run osmo-msc_10.42.42.6(pid=4153): Launched\u000a19:06:05.072046 run osmo-stp_10.42.42.5(pid=4150): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4150)]\u000a19:06:05.210238 run osmo-stp_10.42.42.5(pid=4150): stdout: \u000a| (launched: 2022-12-09_19:06:03.676252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:05.347235 run osmo-stp_10.42.42.5(pid=4150): stderr: \u000a| �[0;m�[38;5;43m20221209190603868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190603868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190603868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190603869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190603869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190603869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190603869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:05.478947 run osmo-stp_10.42.42.5(pid=4150): stdout: \u000a| (launched: 2022-12-09_19:06:03.676252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:05.609526 run osmo-stp_10.42.42.5(pid=4150): stderr: \u000a| �[0;m�[38;5;43m20221209190603868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190603868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190603868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190603869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190603869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190603869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190603869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:05.667766 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4150): Process ended prematurely: osmo-stp_10.42.42.5(pid=4150) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4150)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:06:05.677472 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a19:06:05.740198 run osmo-hlr_10.42.42.2(pid=4147): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4147)]\u000a19:06:05.791124 run osmo-hlr_10.42.42.2(pid=4147): stdout: \u000a| (launched: 2022-12-09_19:06:02.660436) \u000a19:06:05.842923 run osmo-hlr_10.42.42.2(pid=4147): stderr: \u000a| �[0;m�[1;31m20221209190602856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190602857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190602857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190602857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190602857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190602857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190602869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190602877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190602877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190602877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:06:05.912835 run osmo-msc_10.42.42.6(pid=4153): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4153)]\u000a19:06:05.963703 run osmo-msc_10.42.42.6(pid=4153): stdout: \u000a| (launched: 2022-12-09_19:06:04.718921) \u000a19:06:06.015215 run osmo-msc_10.42.42.6(pid=4153): stderr: \u000a| �[0;m�[38;5;43m20221209190605039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190605039 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5f1ee2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190605039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190605039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190605039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190605040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190605041 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190605042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190605042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190605042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:06:06.058683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4146): Terminating (SIGTERM)\u000a19:06:06.100619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4149): Terminating (SIGTERM)\u000a19:06:06.142468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4152): Terminating (SIGTERM)\u000a19:06:06.152015 --- ParallelTerminationStrategy: PID 4146 died...\u000a19:06:06.207697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4146): Terminated: ok {rc=0}\u000a19:06:06.217976 --- ParallelTerminationStrategy: PID 4149 died...\u000a19:06:06.273182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4149): Terminated: ok {rc=0}\u000a19:06:06.283358 --- ParallelTerminationStrategy: PID 4152 died...\u000a19:06:06.338674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4152): Terminated: ok {rc=0}\u000a19:06:06.425298 bus /sierra_3: Setting Powered False\u000a19:06:07.526900 bus /sierra_3: Setting Powered False\u000a19:06:08.632901 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:05:48" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4164): Process ended prematurely: osmo-stp_10.42.42.5(pid=4164) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4164)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4164): Process ended prematurely: osmo-stp_10.42.42.5(pid=4164) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:06:10.626629 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:10.637964 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:06:10.793700 tst mo_mt_call.py: using LAC 23090\u000a19:06:10.913292 tst mo_mt_call.py: using RAC 140\u000a19:06:11.032609 tst mo_mt_call.py: using CellId 23090\u000a19:06:11.151890 tst mo_mt_call.py: using BVCI 23091\u000a19:06:11.174903 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:11.186075 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:11.197040 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:11.208055 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:11.219220 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:11.230356 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:06:11.350690 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:06:11.555627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:06:12.064255 run create_hlr_db(pid=4158): Launched\u000a19:06:12.254437 bus /sierra_2: Setting Powered False\u000a19:06:13.275662 run create_hlr_db(pid=4158): Terminated: ok {rc=0}\u000a19:06:13.685712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4160): Launched\u000a19:06:13.990943 run osmo-hlr_10.42.42.2(pid=4161): Launched\u000a19:06:14.103929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:14.633279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4163): Launched\u000a19:06:14.939314 run osmo-stp_10.42.42.5(pid=4164): Launched\u000a19:06:15.055047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:06:15.612147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4166): Launched\u000a19:06:16.018811 run osmo-msc_10.42.42.6(pid=4167): Launched\u000a19:06:16.385672 run osmo-stp_10.42.42.5(pid=4164): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4164)]\u000a19:06:16.727461 run osmo-stp_10.42.42.5(pid=4164): stdout: \u000a| (launched: 2022-12-09_19:06:14.788304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:17.037683 run osmo-stp_10.42.42.5(pid=4164): stderr: \u000a| �[0;m�[38;5;43m20221209190614957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190614957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190614958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190614958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190614959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190614959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190614959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:17.174691 run osmo-stp_10.42.42.5(pid=4164): stdout: \u000a| (launched: 2022-12-09_19:06:14.788304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:17.298589 run osmo-stp_10.42.42.5(pid=4164): stderr: \u000a| �[0;m�[38;5;43m20221209190614957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190614957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190614958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190614958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190614959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190614959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190614959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:17.353222 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4164): Process ended prematurely: osmo-stp_10.42.42.5(pid=4164) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4164)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:06:17.362493 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a19:06:17.422509 run osmo-hlr_10.42.42.2(pid=4161): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4161)]\u000a19:06:17.471294 run osmo-hlr_10.42.42.2(pid=4161): stdout: \u000a| (launched: 2022-12-09_19:06:13.841095) \u000a19:06:17.520618 run osmo-hlr_10.42.42.2(pid=4161): stderr: \u000a| �[0;m�[1;31m20221209190614015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190614015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190614015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190614015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190614015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190614015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190614027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190614035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190614036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190614036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:06:17.587809 run osmo-msc_10.42.42.6(pid=4167): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4167)]\u000a19:06:17.636416 run osmo-msc_10.42.42.6(pid=4167): stdout: \u000a| (launched: 2022-12-09_19:06:15.767296) \u000a19:06:17.685587 run osmo-msc_10.42.42.6(pid=4167): stderr: \u000a| �[0;m�[38;5;43m20221209190616494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190616496 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2450477c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190616497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190616497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190616498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190616500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190616503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190616503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190616503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190616503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:06:17.727310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4160): Terminating (SIGTERM)\u000a19:06:17.766826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4163): Terminating (SIGTERM)\u000a19:06:17.806526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4166): Terminating (SIGTERM)\u000a19:06:17.815703 --- ParallelTerminationStrategy: PID 4160 died...\u000a19:06:17.868729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4160): Terminated: ok {rc=0}\u000a19:06:17.878489 --- ParallelTerminationStrategy: PID 4163 died...\u000a19:06:17.931034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4163): Terminated: ok {rc=0}\u000a19:06:17.940581 --- ParallelTerminationStrategy: PID 4166 died...\u000a19:06:17.993129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4166): Terminated: ok {rc=0}\u000a19:06:18.081746 bus /sierra_3: Setting Powered False\u000a19:06:19.186981 bus /sierra_3: Setting Powered False\u000a19:06:20.299222 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4175): Process ended prematurely: osmo-stp_10.42.42.5(pid=4175) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4175)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4175): Process ended prematurely: osmo-stp_10.42.42.5(pid=4175) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:06:21.410055 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:21.421859 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:06:21.585899 tst mo_mt_call_osmux.py: using LAC 23091\u000a19:06:21.714157 tst mo_mt_call_osmux.py: using RAC 141\u000a19:06:21.842451 tst mo_mt_call_osmux.py: using CellId 23091\u000a19:06:21.971070 tst mo_mt_call_osmux.py: using BVCI 23092\u000a19:06:21.996262 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:22.008227 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:22.019868 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:22.032008 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:22.044237 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:06:22.056335 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:06:22.173407 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:06:22.374436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:06:22.865359 run create_hlr_db(pid=4169): Launched\u000a19:06:23.041921 bus /sierra_2: Setting Powered False\u000a19:06:24.063986 run create_hlr_db(pid=4169): Terminated: ok {rc=0}\u000a19:06:24.499501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4171): Launched\u000a19:06:24.828040 run osmo-hlr_10.42.42.2(pid=4172): Launched\u000a19:06:24.950179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:25.518799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4174): Launched\u000a19:06:25.847268 run osmo-stp_10.42.42.5(pid=4175): Launched\u000a19:06:25.965990 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:06:26.563453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4177): Launched\u000a19:06:26.892637 run osmo-msc_10.42.42.6(pid=4178): Launched\u000a19:06:27.083710 run osmo-stp_10.42.42.5(pid=4175): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4175)]\u000a19:06:27.222315 run osmo-stp_10.42.42.5(pid=4175): stdout: \u000a| (launched: 2022-12-09_19:06:25.685747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:27.359239 run osmo-stp_10.42.42.5(pid=4175): stderr: \u000a| �[0;m�[38;5;43m20221209190625877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190625878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190625878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190625878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190625879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190625879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190625879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:27.491597 run osmo-stp_10.42.42.5(pid=4175): stdout: \u000a| (launched: 2022-12-09_19:06:25.685747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:27.622893 run osmo-stp_10.42.42.5(pid=4175): stderr: \u000a| �[0;m�[38;5;43m20221209190625877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190625878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190625878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190625878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190625879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190625879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190625879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:27.680748 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4175): Process ended prematurely: osmo-stp_10.42.42.5(pid=4175) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4175)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:06:27.690452 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:06:27.753932 run osmo-hlr_10.42.42.2(pid=4172): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4172)]\u000a19:06:27.805544 run osmo-hlr_10.42.42.2(pid=4172): stdout: \u000a| (launched: 2022-12-09_19:06:24.667292) \u000a19:06:27.857768 run osmo-hlr_10.42.42.2(pid=4172): stderr: \u000a| �[0;m�[1;31m20221209190624864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190624864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190624864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190624864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190624864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190624864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190624878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190624886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190624887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190624887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:06:27.928212 run osmo-msc_10.42.42.6(pid=4178): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4178)]\u000a19:06:27.979643 run osmo-msc_10.42.42.6(pid=4178): stdout: \u000a| (launched: 2022-12-09_19:06:26.730520) \u000a19:06:28.031738 run osmo-msc_10.42.42.6(pid=4178): stderr: \u000a| �[0;m�[38;5;43m20221209190627049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190627050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe83b3fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190627050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190627050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190627050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190627050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190627052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190627052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190627052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190627052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:06:28.075561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4171): Terminating (SIGTERM)\u000a19:06:28.117667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4174): Terminating (SIGTERM)\u000a19:06:28.160151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4177): Terminating (SIGTERM)\u000a19:06:28.169997 --- ParallelTerminationStrategy: PID 4171 died...\u000a19:06:28.225731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4171): Terminated: ok {rc=0}\u000a19:06:28.236220 --- ParallelTerminationStrategy: PID 4174 died...\u000a19:06:28.291683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4174): Terminated: ok {rc=0}\u000a19:06:28.301999 --- ParallelTerminationStrategy: PID 4177 died...\u000a19:06:28.357019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4177): Terminated: ok {rc=0}\u000a19:06:28.442854 bus /sierra_3: Setting Powered False\u000a19:06:29.543965 bus /sierra_3: Setting Powered False\u000a19:06:30.653859 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:06:10" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4191): Process ended prematurely: osmo-stp_10.42.42.5(pid=4191) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4191)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4191): Process ended prematurely: osmo-stp_10.42.42.5(pid=4191) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:06:32.682051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:32.693768 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:06:32.857199 tst mo_mt_call.py: using LAC 23092\u000a19:06:32.982674 tst mo_mt_call.py: using RAC 142\u000a19:06:33.108668 tst mo_mt_call.py: using CellId 23092\u000a19:06:33.234560 tst mo_mt_call.py: using BVCI 23093\u000a19:06:33.259390 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:33.270960 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:33.282399 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:33.293983 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:33.305708 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:33.317469 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:06:33.432778 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:06:33.645178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:06:34.159648 run create_hlr_db(pid=4184): Launched\u000a19:06:34.348849 bus /sierra_2: Setting Powered False\u000a19:06:35.370764 run create_hlr_db(pid=4184): Terminated: ok {rc=0}\u000a19:06:35.780637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4187): Launched\u000a19:06:36.084921 run osmo-hlr_10.42.42.2(pid=4188): Launched\u000a19:06:36.197554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:36.726202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4190): Launched\u000a19:06:37.030298 run osmo-stp_10.42.42.5(pid=4191): Launched\u000a19:06:37.142120 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:06:37.699378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4193): Launched\u000a19:06:38.005549 run osmo-msc_10.42.42.6(pid=4194): Launched\u000a19:06:38.184097 run osmo-stp_10.42.42.5(pid=4191): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4191)]\u000a19:06:38.313319 run osmo-stp_10.42.42.5(pid=4191): stdout: \u000a| (launched: 2022-12-09_19:06:36.881262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:38.440202 run osmo-stp_10.42.42.5(pid=4191): stderr: \u000a| �[0;m�[38;5;43m20221209190637049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190637049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190637049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190637049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190637050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190637050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190637050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:38.563027 run osmo-stp_10.42.42.5(pid=4191): stdout: \u000a| (launched: 2022-12-09_19:06:36.881262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:38.683947 run osmo-stp_10.42.42.5(pid=4191): stderr: \u000a| �[0;m�[38;5;43m20221209190637049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190637049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190637049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190637049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190637050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190637050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190637050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:38.737584 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4191): Process ended prematurely: osmo-stp_10.42.42.5(pid=4191) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4191)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:06:38.746415 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:06:38.805751 run osmo-hlr_10.42.42.2(pid=4188): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4188)]\u000a19:06:38.854182 run osmo-hlr_10.42.42.2(pid=4188): stdout: \u000a| (launched: 2022-12-09_19:06:35.935686) \u000a19:06:38.903340 run osmo-hlr_10.42.42.2(pid=4188): stderr: \u000a| �[0;m�[1;31m20221209190636110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190636110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190636110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190636110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190636110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190636110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190636122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190636131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190636131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190636131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:06:38.969907 run osmo-msc_10.42.42.6(pid=4194): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4194)]\u000a19:06:39.018426 run osmo-msc_10.42.42.6(pid=4194): stdout: \u000a| (launched: 2022-12-09_19:06:37.855092) \u000a19:06:39.067206 run osmo-msc_10.42.42.6(pid=4194): stderr: \u000a| �[0;m�[38;5;43m20221209190638127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190638127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f338c010c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190638128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190638128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190638128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190638128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190638130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190638130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190638131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190638131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:06:39.109320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4187): Terminating (SIGTERM)\u000a19:06:39.148720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4190): Terminating (SIGTERM)\u000a19:06:39.188018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4193): Terminating (SIGTERM)\u000a19:06:39.197123 --- ParallelTerminationStrategy: PID 4187 died...\u000a19:06:39.249611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4187): Terminated: ok {rc=0}\u000a19:06:39.259107 --- ParallelTerminationStrategy: PID 4190 died...\u000a19:06:39.311663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4190): Terminated: ok {rc=0}\u000a19:06:39.321126 --- ParallelTerminationStrategy: PID 4193 died...\u000a19:06:39.373170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4193): Terminated: ok {rc=0}\u000a19:06:39.461880 bus /sierra_3: Setting Powered False\u000a19:06:40.564569 bus /sierra_3: Setting Powered False\u000a19:06:41.676472 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4202): Process ended prematurely: osmo-stp_10.42.42.5(pid=4202) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4202)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4202): Process ended prematurely: osmo-stp_10.42.42.5(pid=4202) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:06:42.787303 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:42.799131 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:06:42.958408 tst mo_mt_call_osmux.py: using LAC 23093\u000a19:06:43.077918 tst mo_mt_call_osmux.py: using RAC 143\u000a19:06:43.205801 tst mo_mt_call_osmux.py: using CellId 23093\u000a19:06:43.334609 tst mo_mt_call_osmux.py: using BVCI 23094\u000a19:06:43.359486 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:43.371391 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:43.383107 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:43.395061 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:43.407011 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:06:43.418734 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:06:43.533948 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:06:43.747151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:06:44.261490 run create_hlr_db(pid=4196): Launched\u000a19:06:44.451256 bus /sierra_2: Setting Powered False\u000a19:06:45.474201 run create_hlr_db(pid=4196): Terminated: ok {rc=0}\u000a19:06:45.898584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4198): Launched\u000a19:06:46.370387 run osmo-hlr_10.42.42.2(pid=4199): Launched\u000a19:06:46.504293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:47.095176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4201): Launched\u000a19:06:47.408804 run osmo-stp_10.42.42.5(pid=4202): Launched\u000a19:06:47.520782 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:06:48.078700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4204): Launched\u000a19:06:48.395589 run osmo-msc_10.42.42.6(pid=4205): Launched\u000a19:06:48.589700 run osmo-stp_10.42.42.5(pid=4202): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4202)]\u000a19:06:48.730862 run osmo-stp_10.42.42.5(pid=4202): stdout: \u000a| (launched: 2022-12-09_19:06:47.258331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:48.869898 run osmo-stp_10.42.42.5(pid=4202): stderr: \u000a| �[0;m�[38;5;43m20221209190647427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190647427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190647427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190647428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190647428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190647428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190647428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:49.002597 run osmo-stp_10.42.42.5(pid=4202): stdout: \u000a| (launched: 2022-12-09_19:06:47.258331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:49.133803 run osmo-stp_10.42.42.5(pid=4202): stderr: \u000a| �[0;m�[38;5;43m20221209190647427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190647427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190647427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190647428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190647428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190647428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190647428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:49.191992 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4202): Process ended prematurely: osmo-stp_10.42.42.5(pid=4202) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4202)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:06:49.201848 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:06:49.265088 run osmo-hlr_10.42.42.2(pid=4199): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4199)]\u000a19:06:49.316550 run osmo-hlr_10.42.42.2(pid=4199): stdout: \u000a| (launched: 2022-12-09_19:06:46.078823) \u000a19:06:49.368780 run osmo-hlr_10.42.42.2(pid=4199): stderr: \u000a| �[0;m�[1;31m20221209190646302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190646302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190646302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190646302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190646302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190646302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190646330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190646338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190646339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190646339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:06:49.439527 run osmo-msc_10.42.42.6(pid=4205): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4205)]\u000a19:06:49.490964 run osmo-msc_10.42.42.6(pid=4205): stdout: \u000a| (launched: 2022-12-09_19:06:48.233866) \u000a19:06:49.543016 run osmo-msc_10.42.42.6(pid=4205): stderr: \u000a| �[0;m�[38;5;43m20221209190648556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190648556 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07c469dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190648556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190648556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190648556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190648556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190648558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190648559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190648559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190648559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:06:49.586976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4198): Terminating (SIGTERM)\u000a19:06:49.628923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4201): Terminating (SIGTERM)\u000a19:06:49.670933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4204): Terminating (SIGTERM)\u000a19:06:49.680420 --- ParallelTerminationStrategy: PID 4198 died...\u000a19:06:49.736645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4198): Terminated: ok {rc=0}\u000a19:06:49.746756 --- ParallelTerminationStrategy: PID 4201 died...\u000a19:06:49.802372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4201): Terminated: ok {rc=0}\u000a19:06:49.812632 --- ParallelTerminationStrategy: PID 4204 died...\u000a19:06:49.868508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4204): Terminated: ok {rc=0}\u000a19:06:49.953845 bus /sierra_3: Setting Powered False\u000a19:06:51.058910 bus /sierra_3: Setting Powered False\u000a19:06:52.165348 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:06:32" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4216): Process ended prematurely: osmo-stp_10.42.42.5(pid=4216) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4216)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4216): Process ended prematurely: osmo-stp_10.42.42.5(pid=4216) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:06:54.176595 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:06:54.188316 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:06:54.355456 tst mo_mt_call.py: using LAC 23094\u000a19:06:54.484430 tst mo_mt_call.py: using RAC 144\u000a19:06:54.614189 tst mo_mt_call.py: using CellId 23094\u000a19:06:54.740596 tst mo_mt_call.py: using BVCI 23095\u000a19:06:54.765650 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:06:54.777308 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:06:54.788731 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:06:54.800688 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:06:54.812680 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:06:54.824582 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:06:54.942905 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:06:55.153327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:06:55.643345 run create_hlr_db(pid=4210): Launched\u000a19:06:55.819292 bus /sierra_2: Setting Powered False\u000a19:06:56.840526 run create_hlr_db(pid=4210): Terminated: ok {rc=0}\u000a19:06:57.275360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4212): Launched\u000a19:06:57.605143 run osmo-hlr_10.42.42.2(pid=4213): Launched\u000a19:06:57.725537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:58.293229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4215): Launched\u000a19:06:58.622784 run osmo-stp_10.42.42.5(pid=4216): Launched\u000a19:06:58.743150 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:06:59.342074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4218): Launched\u000a19:06:59.670736 run osmo-msc_10.42.42.6(pid=4219): Launched\u000a19:06:59.862018 run osmo-stp_10.42.42.5(pid=4216): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4216)]\u000a19:06:59.999228 run osmo-stp_10.42.42.5(pid=4216): stdout: \u000a| (launched: 2022-12-09_19:06:58.459559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:00.135789 run osmo-stp_10.42.42.5(pid=4216): stderr: \u000a| �[0;m�[38;5;43m20221209190658651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190658651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190658651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190658651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190658652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190658652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190658652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:00.267390 run osmo-stp_10.42.42.5(pid=4216): stdout: \u000a| (launched: 2022-12-09_19:06:58.459559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:00.397853 run osmo-stp_10.42.42.5(pid=4216): stderr: \u000a| �[0;m�[38;5;43m20221209190658651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190658651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190658651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190658651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190658652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190658652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190658652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:00.455726 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4216): Process ended prematurely: osmo-stp_10.42.42.5(pid=4216) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4216)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:07:00.465086 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:07:00.528317 run osmo-hlr_10.42.42.2(pid=4213): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4213)]\u000a19:07:00.579785 run osmo-hlr_10.42.42.2(pid=4213): stdout: \u000a| (launched: 2022-12-09_19:06:57.442021) \u000a19:07:00.631918 run osmo-hlr_10.42.42.2(pid=4213): stderr: \u000a| �[0;m�[1;31m20221209190657639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190657639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190657639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190657639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190657639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190657639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190657652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190657662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190657663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190657663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:00.702458 run osmo-msc_10.42.42.6(pid=4219): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4219)]\u000a19:07:00.753764 run osmo-msc_10.42.42.6(pid=4219): stdout: \u000a| (launched: 2022-12-09_19:06:59.508887) \u000a19:07:00.805736 run osmo-msc_10.42.42.6(pid=4219): stderr: \u000a| �[0;m�[38;5;43m20221209190659830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190659830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1561a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190659830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190659830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190659830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190659831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190659832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190659833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190659833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190659833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:00.855230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4212): Terminating (SIGTERM)\u000a19:07:00.918521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4215): Terminating (SIGTERM)\u000a19:07:00.962424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4218): Terminating (SIGTERM)\u000a19:07:00.972754 --- ParallelTerminationStrategy: PID 4212 died...\u000a19:07:01.028168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4212): Terminated: ok {rc=0}\u000a19:07:01.039522 --- ParallelTerminationStrategy: PID 4215 died...\u000a19:07:01.096872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4215): Terminated: ok {rc=0}\u000a19:07:01.107366 --- ParallelTerminationStrategy: PID 4218 died...\u000a19:07:01.162293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4218): Terminated: ok {rc=0}\u000a19:07:01.250337 bus /sierra_3: Setting Powered False\u000a19:07:02.354145 bus /sierra_3: Setting Powered False\u000a19:07:03.460275 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4227): Process ended prematurely: osmo-stp_10.42.42.5(pid=4227) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4227)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4227): Process ended prematurely: osmo-stp_10.42.42.5(pid=4227) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:07:04.575806 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:07:04.588277 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:07:04.756593 tst mo_mt_call_osmux.py: using LAC 23095\u000a19:07:04.886064 tst mo_mt_call_osmux.py: using RAC 145\u000a19:07:05.005358 tst mo_mt_call_osmux.py: using CellId 23095\u000a19:07:05.124337 tst mo_mt_call_osmux.py: using BVCI 23096\u000a19:07:05.147880 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:07:05.159267 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:07:05.170649 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:07:05.182355 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:07:05.194173 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:07:05.205637 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:07:05.322351 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:07:05.537883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:07:06.053320 run create_hlr_db(pid=4221): Launched\u000a19:07:06.243015 bus /sierra_2: Setting Powered False\u000a19:07:07.264105 run create_hlr_db(pid=4221): Terminated: ok {rc=0}\u000a19:07:07.679130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4223): Launched\u000a19:07:07.985208 run osmo-hlr_10.42.42.2(pid=4224): Launched\u000a19:07:08.106346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:07:08.639812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4226): Launched\u000a19:07:08.946431 run osmo-stp_10.42.42.5(pid=4227): Launched\u000a19:07:09.057775 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:07:09.619372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4229): Launched\u000a19:07:09.926636 run osmo-msc_10.42.42.6(pid=4230): Launched\u000a19:07:10.105706 run osmo-stp_10.42.42.5(pid=4227): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4227)]\u000a19:07:10.234637 run osmo-stp_10.42.42.5(pid=4227): stdout: \u000a| (launched: 2022-12-09_19:07:08.795391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:10.361840 run osmo-stp_10.42.42.5(pid=4227): stderr: \u000a| �[0;m�[38;5;43m20221209190708964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190708965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190708965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190708965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190708966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190708966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190708966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:10.484463 run osmo-stp_10.42.42.5(pid=4227): stdout: \u000a| (launched: 2022-12-09_19:07:08.795391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:10.606642 run osmo-stp_10.42.42.5(pid=4227): stderr: \u000a| �[0;m�[38;5;43m20221209190708964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190708965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190708965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190708965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190708966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190708966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190708966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:10.660416 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4227): Process ended prematurely: osmo-stp_10.42.42.5(pid=4227) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4227)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:07:10.669123 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:07:10.727872 run osmo-hlr_10.42.42.2(pid=4224): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4224)]\u000a19:07:10.775861 run osmo-hlr_10.42.42.2(pid=4224): stdout: \u000a| (launched: 2022-12-09_19:07:07.834963) \u000a19:07:10.824505 run osmo-hlr_10.42.42.2(pid=4224): stderr: \u000a| �[0;m�[1;31m20221209190708008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190708008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190708008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190708009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190708009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190708009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190708021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190708029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190708029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190708029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:10.890748 run osmo-msc_10.42.42.6(pid=4230): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4230)]\u000a19:07:10.938556 run osmo-msc_10.42.42.6(pid=4230): stdout: \u000a| (launched: 2022-12-09_19:07:09.775285) \u000a19:07:10.987070 run osmo-msc_10.42.42.6(pid=4230): stderr: \u000a| �[0;m�[38;5;43m20221209190710049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190710050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6916a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190710050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190710050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190710050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190710050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190710052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190710053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190710053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190710053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:11.028311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4223): Terminating (SIGTERM)\u000a19:07:11.067055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4226): Terminating (SIGTERM)\u000a19:07:11.105978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4229): Terminating (SIGTERM)\u000a19:07:11.115035 --- ParallelTerminationStrategy: PID 4223 died...\u000a19:07:11.167473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4223): Terminated: ok {rc=0}\u000a19:07:11.176907 --- ParallelTerminationStrategy: PID 4226 died...\u000a19:07:11.228919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4226): Terminated: ok {rc=0}\u000a19:07:11.238323 --- ParallelTerminationStrategy: PID 4229 died...\u000a19:07:11.290254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4229): Terminated: ok {rc=0}\u000a19:07:11.377435 bus /sierra_3: Setting Powered False\u000a19:07:12.479981 bus /sierra_3: Setting Powered False\u000a19:07:13.585233 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:06:53" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4241): Process ended prematurely: osmo-stp_10.42.42.5(pid=4241) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4241)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4241): Process ended prematurely: osmo-stp_10.42.42.5(pid=4241) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:07:15.587977 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:15.599127 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:07:15.755497 tst mo_mt_call.py: using LAC 23096\u000a19:07:15.903210 tst mo_mt_call.py: using RAC 146\u000a19:07:16.037181 tst mo_mt_call.py: using CellId 23096\u000a19:07:16.173474 tst mo_mt_call.py: using BVCI 23097\u000a19:07:16.200352 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:16.214799 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:16.229872 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:16.244336 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:16.259302 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:16.273571 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:07:16.398563 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:07:16.632460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:07:17.159460 run create_hlr_db(pid=4235): Launched\u000a19:07:17.336475 bus /sierra_2: Setting Powered False\u000a19:07:18.356031 run create_hlr_db(pid=4235): Terminated: ok {rc=0}\u000a19:07:18.761876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4237): Launched\u000a19:07:19.066069 run osmo-hlr_10.42.42.2(pid=4238): Launched\u000a19:07:19.181999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:07:19.710335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4240): Launched\u000a19:07:20.014343 run osmo-stp_10.42.42.5(pid=4241): Launched\u000a19:07:20.124203 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:07:20.681285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4243): Launched\u000a19:07:20.988388 run osmo-msc_10.42.42.6(pid=4244): Launched\u000a19:07:21.166342 run osmo-stp_10.42.42.5(pid=4241): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4241)]\u000a19:07:21.294938 run osmo-stp_10.42.42.5(pid=4241): stdout: \u000a| (launched: 2022-12-09_19:07:19.865340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:21.422006 run osmo-stp_10.42.42.5(pid=4241): stderr: \u000a| �[0;m�[38;5;43m20221209190720033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190720033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190720034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190720034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190720034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190720034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190720035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:21.545091 run osmo-stp_10.42.42.5(pid=4241): stdout: \u000a| (launched: 2022-12-09_19:07:19.865340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:21.666466 run osmo-stp_10.42.42.5(pid=4241): stderr: \u000a| �[0;m�[38;5;43m20221209190720033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190720033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190720034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190720034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190720034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190720034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190720035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:21.720069 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4241): Process ended prematurely: osmo-stp_10.42.42.5(pid=4241) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4241)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:07:21.728643 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:07:21.787352 run osmo-hlr_10.42.42.2(pid=4238): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4238)]\u000a19:07:21.835716 run osmo-hlr_10.42.42.2(pid=4238): stdout: \u000a| (launched: 2022-12-09_19:07:18.917057) \u000a19:07:21.885139 run osmo-hlr_10.42.42.2(pid=4238): stderr: \u000a| �[0;m�[1;31m20221209190719092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190719092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190719092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190719092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190719092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190719092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190719104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190719114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190719114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190719114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:21.951768 run osmo-msc_10.42.42.6(pid=4244): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4244)]\u000a19:07:21.999835 run osmo-msc_10.42.42.6(pid=4244): stdout: \u000a| (launched: 2022-12-09_19:07:20.836701) \u000a19:07:22.048575 run osmo-msc_10.42.42.6(pid=4244): stderr: \u000a| �[0;m�[38;5;43m20221209190721109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190721109 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1602c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190721109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190721109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190721109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190721109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190721111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190721111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190721112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190721112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:22.090123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4237): Terminating (SIGTERM)\u000a19:07:22.129342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4240): Terminating (SIGTERM)\u000a19:07:22.168575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4243): Terminating (SIGTERM)\u000a19:07:22.177631 --- ParallelTerminationStrategy: PID 4237 died...\u000a19:07:22.230085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4237): Terminated: ok {rc=0}\u000a19:07:22.239466 --- ParallelTerminationStrategy: PID 4240 died...\u000a19:07:22.291540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4240): Terminated: ok {rc=0}\u000a19:07:22.300904 --- ParallelTerminationStrategy: PID 4243 died...\u000a19:07:22.353078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4243): Terminated: ok {rc=0}\u000a19:07:22.441440 bus /sierra_3: Setting Powered False\u000a19:07:23.544137 bus /sierra_3: Setting Powered False\u000a19:07:24.653071 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4252): Process ended prematurely: osmo-stp_10.42.42.5(pid=4252) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4252)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4252): Process ended prematurely: osmo-stp_10.42.42.5(pid=4252) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:07:25.762978 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:25.776228 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:07:25.947201 tst mo_mt_call_osmux.py: using LAC 23097\u000a19:07:26.074439 tst mo_mt_call_osmux.py: using RAC 147\u000a19:07:26.201985 tst mo_mt_call_osmux.py: using CellId 23097\u000a19:07:26.328793 tst mo_mt_call_osmux.py: using BVCI 23098\u000a19:07:26.354048 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:26.365844 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:26.377369 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:26.389085 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:26.400731 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:07:26.412371 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:07:26.528285 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:07:26.741189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:07:27.257113 run create_hlr_db(pid=4246): Launched\u000a19:07:27.447581 bus /sierra_2: Setting Powered False\u000a19:07:28.468331 run create_hlr_db(pid=4246): Terminated: ok {rc=0}\u000a19:07:28.901697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4248): Launched\u000a19:07:29.229101 run osmo-hlr_10.42.42.2(pid=4249): Launched\u000a19:07:29.355725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:07:29.925194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4251): Launched\u000a19:07:30.253696 run osmo-stp_10.42.42.5(pid=4252): Launched\u000a19:07:30.373354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:07:30.991104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4254): Launched\u000a19:07:31.398596 run osmo-msc_10.42.42.6(pid=4255): Launched\u000a19:07:31.602310 run osmo-stp_10.42.42.5(pid=4252): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4252)]\u000a19:07:31.840405 run osmo-stp_10.42.42.5(pid=4252): stdout: \u000a| (launched: 2022-12-09_19:07:30.091647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:32.146950 run osmo-stp_10.42.42.5(pid=4252): stderr: \u000a| �[0;m�[38;5;43m20221209190730281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190730281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190730281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190730282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190730282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190730282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190730282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:32.322100 run osmo-stp_10.42.42.5(pid=4252): stdout: \u000a| (launched: 2022-12-09_19:07:30.091647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:32.456099 run osmo-stp_10.42.42.5(pid=4252): stderr: \u000a| �[0;m�[38;5;43m20221209190730281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190730281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190730281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190730282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190730282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190730282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190730282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:32.514368 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4252): Process ended prematurely: osmo-stp_10.42.42.5(pid=4252) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4252)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:07:32.524004 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a19:07:32.588911 run osmo-hlr_10.42.42.2(pid=4249): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4249)]\u000a19:07:32.641026 run osmo-hlr_10.42.42.2(pid=4249): stdout: \u000a| (launched: 2022-12-09_19:07:29.068074) \u000a19:07:32.693715 run osmo-hlr_10.42.42.2(pid=4249): stderr: \u000a| �[0;m�[1;31m20221209190729265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190729265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190729265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190729265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190729265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190729265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190729278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190729287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190729288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190729288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:32.764658 run osmo-msc_10.42.42.6(pid=4255): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4255)]\u000a19:07:32.816793 run osmo-msc_10.42.42.6(pid=4255): stdout: \u000a| (launched: 2022-12-09_19:07:31.151001) \u000a19:07:32.869642 run osmo-msc_10.42.42.6(pid=4255): stderr: \u000a| �[0;m�[38;5;43m20221209190731808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190731808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f546e0c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190731808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190731808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190731808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190731809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190731816 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190731817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190731818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190731818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:32.914277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4248): Terminating (SIGTERM)\u000a19:07:32.956397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4251): Terminating (SIGTERM)\u000a19:07:32.997964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4254): Terminating (SIGTERM)\u000a19:07:33.008198 --- ParallelTerminationStrategy: PID 4248 died...\u000a19:07:33.065156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4248): Terminated: ok {rc=0}\u000a19:07:33.075417 --- ParallelTerminationStrategy: PID 4251 died...\u000a19:07:33.132223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4251): Terminated: ok {rc=0}\u000a19:07:33.142378 --- ParallelTerminationStrategy: PID 4254 died...\u000a19:07:33.198387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4254): Terminated: ok {rc=0}\u000a19:07:33.285097 bus /sierra_3: Setting Powered False\u000a19:07:34.391561 bus /sierra_3: Setting Powered False\u000a19:07:35.497230 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:07:15" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4266): Process ended prematurely: osmo-stp_10.42.42.5(pid=4266) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4266)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4266): Process ended prematurely: osmo-stp_10.42.42.5(pid=4266) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:07:37.508831 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:37.520587 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:07:37.680823 tst mo_mt_call.py: using LAC 23098\u000a19:07:37.799156 tst mo_mt_call.py: using RAC 148\u000a19:07:37.920058 tst mo_mt_call.py: using CellId 23098\u000a19:07:38.039967 tst mo_mt_call.py: using BVCI 23099\u000a19:07:38.063597 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:38.074796 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:38.085811 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:38.096750 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:38.107796 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:38.118673 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:07:38.237339 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:07:38.441919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:07:38.929526 run create_hlr_db(pid=4260): Launched\u000a19:07:39.105436 bus /sierra_2: Setting Powered False\u000a19:07:40.127433 run create_hlr_db(pid=4260): Terminated: ok {rc=0}\u000a19:07:40.564265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4262): Launched\u000a19:07:40.891648 run osmo-hlr_10.42.42.2(pid=4263): Launched\u000a19:07:41.009065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:07:41.579900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4265): Launched\u000a19:07:41.909387 run osmo-stp_10.42.42.5(pid=4266): Launched\u000a19:07:42.028500 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:07:42.627756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4268): Launched\u000a19:07:42.951262 run osmo-msc_10.42.42.6(pid=4269): Launched\u000a19:07:43.134080 run osmo-stp_10.42.42.5(pid=4266): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4266)]\u000a19:07:43.264064 run osmo-stp_10.42.42.5(pid=4266): stdout: \u000a| (launched: 2022-12-09_19:07:41.747261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:43.392121 run osmo-stp_10.42.42.5(pid=4266): stderr: \u000a| �[0;m�[38;5;43m20221209190741939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190741939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190741940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190741940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190741940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190741941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190741941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:43.515737 run osmo-stp_10.42.42.5(pid=4266): stdout: \u000a| (launched: 2022-12-09_19:07:41.747261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:43.639142 run osmo-stp_10.42.42.5(pid=4266): stderr: \u000a| �[0;m�[38;5;43m20221209190741939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190741939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190741940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190741940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190741940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190741941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190741941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:43.693328 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4266): Process ended prematurely: osmo-stp_10.42.42.5(pid=4266) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4266)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:07:43.702183 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:07:43.761312 run osmo-hlr_10.42.42.2(pid=4263): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4263)]\u000a19:07:43.810213 run osmo-hlr_10.42.42.2(pid=4263): stdout: \u000a| (launched: 2022-12-09_19:07:40.731669) \u000a19:07:43.859549 run osmo-hlr_10.42.42.2(pid=4263): stderr: \u000a| �[0;m�[1;31m20221209190740929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190740929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190740929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190740929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190740929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190740929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190740941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190740949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190740950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190740950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:43.926553 run osmo-msc_10.42.42.6(pid=4269): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4269)]\u000a19:07:43.975147 run osmo-msc_10.42.42.6(pid=4269): stdout: \u000a| (launched: 2022-12-09_19:07:42.794910) \u000a19:07:44.024490 run osmo-msc_10.42.42.6(pid=4269): stderr: \u000a| �[0;m�[38;5;43m20221209190743070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190743070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe3abc9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190743070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190743070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190743070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190743071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190743072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190743073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190743073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190743073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:44.066162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4262): Terminating (SIGTERM)\u000a19:07:44.105492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4265): Terminating (SIGTERM)\u000a19:07:44.145061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4268): Terminating (SIGTERM)\u000a19:07:44.154155 --- ParallelTerminationStrategy: PID 4262 died...\u000a19:07:44.207573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4262): Terminated: ok {rc=0}\u000a19:07:44.217326 --- ParallelTerminationStrategy: PID 4265 died...\u000a19:07:44.270138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4265): Terminated: ok {rc=0}\u000a19:07:44.279754 --- ParallelTerminationStrategy: PID 4268 died...\u000a19:07:44.333097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4268): Terminated: ok {rc=0}\u000a19:07:44.422811 bus /sierra_3: Setting Powered False\u000a19:07:45.525998 bus /sierra_3: Setting Powered False\u000a19:07:46.653106 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4277): Process ended prematurely: osmo-stp_10.42.42.5(pid=4277) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4277)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4277): Process ended prematurely: osmo-stp_10.42.42.5(pid=4277) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:07:47.767444 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:47.779612 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:07:47.942118 tst mo_mt_call_osmux.py: using LAC 23099\u000a19:07:48.064241 tst mo_mt_call_osmux.py: using RAC 149\u000a19:07:48.186976 tst mo_mt_call_osmux.py: using CellId 23099\u000a19:07:48.308667 tst mo_mt_call_osmux.py: using BVCI 23100\u000a19:07:48.332135 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:48.343469 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:48.354405 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:48.365436 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:48.376456 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:07:48.387299 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:07:48.508913 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:07:48.716724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:07:49.205748 run create_hlr_db(pid=4271): Launched\u000a19:07:49.383287 bus /sierra_2: Setting Powered False\u000a19:07:50.403827 run create_hlr_db(pid=4271): Terminated: ok {rc=0}\u000a19:07:50.811974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4273): Launched\u000a19:07:51.118615 run osmo-hlr_10.42.42.2(pid=4274): Launched\u000a19:07:51.230235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:07:51.759824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4276): Launched\u000a19:07:52.065608 run osmo-stp_10.42.42.5(pid=4277): Launched\u000a19:07:52.176265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:07:52.734755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4279): Launched\u000a19:07:53.039881 run osmo-msc_10.42.42.6(pid=4280): Launched\u000a19:07:53.218346 run osmo-stp_10.42.42.5(pid=4277): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4277)]\u000a19:07:53.347239 run osmo-stp_10.42.42.5(pid=4277): stdout: \u000a| (launched: 2022-12-09_19:07:51.915509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:53.473747 run osmo-stp_10.42.42.5(pid=4277): stderr: \u000a| �[0;m�[38;5;43m20221209190752084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190752084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190752084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190752085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190752085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190752085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190752085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:53.596299 run osmo-stp_10.42.42.5(pid=4277): stdout: \u000a| (launched: 2022-12-09_19:07:51.915509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:53.718422 run osmo-stp_10.42.42.5(pid=4277): stderr: \u000a| �[0;m�[38;5;43m20221209190752084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190752084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190752084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190752085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190752085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190752085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190752085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:53.771985 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4277): Process ended prematurely: osmo-stp_10.42.42.5(pid=4277) [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4277)] [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:07:53.780822 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:07:53.839544 run osmo-hlr_10.42.42.2(pid=4274): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4274)]\u000a19:07:53.888194 run osmo-hlr_10.42.42.2(pid=4274): stdout: \u000a| (launched: 2022-12-09_19:07:50.969105) \u000a19:07:53.937275 run osmo-hlr_10.42.42.2(pid=4274): stderr: \u000a| �[0;m�[1;31m20221209190751146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190751146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190751146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190751146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190751146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190751146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190751157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190751166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190751166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190751167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:54.003814 run osmo-msc_10.42.42.6(pid=4280): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4280)]\u000a19:07:54.052149 run osmo-msc_10.42.42.6(pid=4280): stdout: \u000a| (launched: 2022-12-09_19:07:52.890074) \u000a19:07:54.101040 run osmo-msc_10.42.42.6(pid=4280): stderr: \u000a| �[0;m�[38;5;43m20221209190753161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190753161 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f813b0dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190753161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190753161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190753162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190753162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190753163 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190753164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190753164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190753164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:54.142174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4273): Terminating (SIGTERM)\u000a19:07:54.181301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4276): Terminating (SIGTERM)\u000a19:07:54.220462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4279): Terminating (SIGTERM)\u000a19:07:54.229546 --- ParallelTerminationStrategy: PID 4273 died...\u000a19:07:54.282094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4273): Terminated: ok {rc=0}\u000a19:07:54.291623 --- ParallelTerminationStrategy: PID 4276 died...\u000a19:07:54.343859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4276): Terminated: ok {rc=0}\u000a19:07:54.353404 --- ParallelTerminationStrategy: PID 4279 died...\u000a19:07:54.405531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4279): Terminated: ok {rc=0}\u000a19:07:54.487968 bus /sierra_3: Setting Powered False\u000a19:07:55.594418 bus /sierra_3: Setting Powered False\u000a19:07:56.701516 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:07:37" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "emergency:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4369): Process ended prematurely: osmo-stp_10.42.42.5(pid=4369) [trial-2363↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4369)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4369): Process ended prematurely: osmo-stp_10.42.42.5(pid=4369) [trial-2363↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:07:58.727395 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:07:58.738617 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:07:58.875682 tst emergency_mo_mt_call.py: using LAC 23100\u000a19:07:58.994999 tst emergency_mo_mt_call.py: using RAC 150\u000a19:07:59.111705 tst emergency_mo_mt_call.py: using CellId 23100\u000a19:07:59.229067 tst emergency_mo_mt_call.py: using BVCI 23101\u000a19:07:59.251940 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:07:59.262968 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:07:59.273723 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:07:59.284809 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:07:59.295986 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:07:59.307194 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:07:59.426608 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:07:59.636678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:08:00.143921 run create_hlr_db(pid=4285): Launched\u000a19:08:00.330951 bus /sierra_2: Setting Powered False\u000a19:08:01.383861 run create_hlr_db(pid=4285): Terminated: ok {rc=0}\u000a19:08:01.838434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4287): Launched\u000a19:08:02.270915 run osmo-hlr_10.42.42.2(pid=4297): Launched\u000a19:08:02.499008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:08:03.157141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4339): Launched\u000a19:08:03.620032 run osmo-stp_10.42.42.5(pid=4369): Launched\u000a19:08:03.867609 tst emergency_mo_mt_call.py: using MSISDN 7333\u000a19:08:04.099338 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:08:04.797957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4536): Launched\u000a19:08:05.158000 run osmo-msc_10.42.42.6(pid=4563): Launched\u000a19:08:05.490762 run osmo-stp_10.42.42.5(pid=4369): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4369)]\u000a19:08:05.762681 run osmo-stp_10.42.42.5(pid=4369): stdout: \u000a| (launched: 2022-12-09_19:08:03.326008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:06.010644 run osmo-stp_10.42.42.5(pid=4369): stderr: \u000a| �[0;m�[38;5;43m20221209190803706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190803706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190803706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190803707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190803707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190803707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190803707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:06.134069 run osmo-stp_10.42.42.5(pid=4369): stdout: \u000a| (launched: 2022-12-09_19:08:03.326008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:06.257736 run osmo-stp_10.42.42.5(pid=4369): stderr: \u000a| �[0;m�[38;5;43m20221209190803706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190803706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190803706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190803707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190803707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190803707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190803707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:06.312354 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4369): Process ended prematurely: osmo-stp_10.42.42.5(pid=4369) [trial-2363↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4369)] [trial-2363↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a19:08:06.322805 tst emergency_mo_mt_call.py:19: Test FAILED (7.6 sec)\u000a19:08:06.385168 run osmo-hlr_10.42.42.2(pid=4297): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4297)]\u000a19:08:06.435941 run osmo-hlr_10.42.42.2(pid=4297): stdout: \u000a| (launched: 2022-12-09_19:08:02.022408) \u000a19:08:06.488266 run osmo-hlr_10.42.42.2(pid=4297): stderr: \u000a| �[0;m�[1;31m20221209190802379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190802379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190802379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190802380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190802380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190802380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190802403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190802428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190802428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190802428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:08:06.558613 run osmo-msc_10.42.42.6(pid=4563): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4563)]\u000a19:08:06.609633 run osmo-msc_10.42.42.6(pid=4563): stdout: \u000a| (launched: 2022-12-09_19:08:04.977305) \u000a19:08:06.660315 run osmo-msc_10.42.42.6(pid=4563): stderr: \u000a| �[0;m�[38;5;43m20221209190805578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190805578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f702c409c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190805578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190805578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190805578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190805579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190805580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190805581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190805581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190805581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:08:06.704639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4287): Terminating (SIGTERM)\u000a19:08:06.746688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4339): Terminating (SIGTERM)\u000a19:08:06.790004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4536): Terminating (SIGTERM)\u000a19:08:06.801777 --- ParallelTerminationStrategy: PID 4287 died...\u000a19:08:06.860572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4287): Terminated: ok {rc=0}\u000a19:08:06.870976 --- ParallelTerminationStrategy: PID 4339 died...\u000a19:08:06.925826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4339): Terminated: ok {rc=0}\u000a19:08:06.935774 --- ParallelTerminationStrategy: PID 4536 died...\u000a19:08:06.990129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4536): Terminated: ok {rc=0}\u000a19:08:07.075764 bus /sierra_3: Setting Powered False\u000a19:08:08.180508 bus /sierra_3: Setting Powered False\u000a19:08:09.294323 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "emergency:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4573): Process ended prematurely: osmo-stp_10.42.42.5(pid=4573) [trial-2363↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4573)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4573): Process ended prematurely: osmo-stp_10.42.42.5(pid=4573) [trial-2363↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:08:10.350237 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:08:10.363291 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:08:10.518167 tst emergency_preemptive_call.py: using LAC 23101\u000a19:08:10.652674 tst emergency_preemptive_call.py: using RAC 151\u000a19:08:10.783204 tst emergency_preemptive_call.py: using CellId 23101\u000a19:08:10.912065 tst emergency_preemptive_call.py: using BVCI 23102\u000a19:08:10.939077 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:08:10.951448 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:08:10.963574 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:08:10.977476 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:08:10.990830 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:08:11.004460 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:08:11.127899 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:08:11.253915 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:08:11.379510 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:08:11.597075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:08:12.165227 run create_hlr_db(pid=4567): Launched\u000a19:08:12.360873 bus /sierra_2: Setting Powered False\u000a19:08:13.381465 run create_hlr_db(pid=4567): Terminated: ok {rc=0}\u000a19:08:13.836759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4569): Launched\u000a19:08:14.268171 run osmo-hlr_10.42.42.2(pid=4570): Launched\u000a19:08:14.511169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:08:15.101614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4572): Launched\u000a19:08:15.528927 run osmo-stp_10.42.42.5(pid=4573): Launched\u000a19:08:15.761474 tst emergency_preemptive_call.py: using MSISDN 7334\u000a19:08:15.978806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:08:16.623836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4575): Launched\u000a19:08:17.088211 run osmo-msc_10.42.42.6(pid=4576): Launched\u000a19:08:17.519925 run osmo-stp_10.42.42.5(pid=4573): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4573)]\u000a19:08:17.674192 run osmo-stp_10.42.42.5(pid=4573): stdout: \u000a| (launched: 2022-12-09_19:08:15.271962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:17.827509 run osmo-stp_10.42.42.5(pid=4573): stderr: \u000a| �[0;m�[38;5;43m20221209190815562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190815562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190815562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190815563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190815563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190815563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190815563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:17.976119 run osmo-stp_10.42.42.5(pid=4573): stdout: \u000a| (launched: 2022-12-09_19:08:15.271962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:18.124807 run osmo-stp_10.42.42.5(pid=4573): stderr: \u000a| �[0;m�[38;5;43m20221209190815562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190815562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190815562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190815563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190815563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190815563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190815563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:18.187550 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4573): Process ended prematurely: osmo-stp_10.42.42.5(pid=4573) [trial-2363↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4573)] [trial-2363↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a19:08:18.196491 tst emergency_preemptive_call.py:32: Test FAILED (7.8 sec)\u000a19:08:18.262658 run osmo-hlr_10.42.42.2(pid=4570): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4570)]\u000a19:08:18.313442 run osmo-hlr_10.42.42.2(pid=4570): stdout: \u000a| (launched: 2022-12-09_19:08:14.005801) \u000a19:08:18.364748 run osmo-hlr_10.42.42.2(pid=4570): stderr: \u000a| �[0;m�[1;31m20221209190814315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190814315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190814315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190814315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190814315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190814316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190814334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190814349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190814350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190814350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:08:18.434107 run osmo-msc_10.42.42.6(pid=4576): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4576)]\u000a19:08:18.484354 run osmo-msc_10.42.42.6(pid=4576): stdout: \u000a| (launched: 2022-12-09_19:08:16.813289) \u000a19:08:18.535884 run osmo-msc_10.42.42.6(pid=4576): stderr: \u000a| �[0;m�[38;5;43m20221209190817310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209190817310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93e2848c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209190817310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209190817310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209190817311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209190817311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209190817314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209190817314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209190817314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209190817314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:08:18.579632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4569): Terminating (SIGTERM)\u000a19:08:18.623106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4572): Terminating (SIGTERM)\u000a19:08:18.665344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4575): Terminating (SIGTERM)\u000a19:08:18.676624 --- ParallelTerminationStrategy: PID 4569 died...\u000a19:08:18.733627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4569): Terminated: ok {rc=0}\u000a19:08:18.743714 --- ParallelTerminationStrategy: PID 4572 died...\u000a19:08:18.798444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4572): Terminated: ok {rc=0}\u000a19:08:18.808523 --- ParallelTerminationStrategy: PID 4575 died...\u000a19:08:18.863488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4575): Terminated: ok {rc=0}\u000a19:08:18.949974 bus /sierra_9: Setting Powered False\u000a19:08:20.055369 bus /sierra_9: Setting Powered False\u000a19:08:21.171690 bus /sierra_8: Setting Powered False\u000a19:08:22.281576 bus /sierra_8: Setting Powered False\u000a19:08:23.397645 bus /sierra_3: Setting Powered False\u000a19:08:24.509601 bus /sierra_3: Setting Powered False\u000a19:08:25.631957 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 29.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:07:58" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4594): Process ended prematurely: osmo-stp_10.42.42.5(pid=4594) [trial-2363↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4594)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4594): Process ended prematurely: osmo-stp_10.42.42.5(pid=4594) [trial-2363↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:08:27.759963 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:27.771174 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:08:27.922573 tst cs_paging_gprs_active.py: using LAC 23102\u000a19:08:28.048853 tst cs_paging_gprs_active.py: using RAC 152\u000a19:08:28.176064 tst cs_paging_gprs_active.py: using CellId 23102\u000a19:08:28.302607 tst cs_paging_gprs_active.py: using BVCI 23103\u000a19:08:28.327920 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:28.339346 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:28.350557 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:28.361913 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:28.373157 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:28.384387 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:28.395895 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:28.407190 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:28.418684 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:08:28.537143 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:08:28.820002 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:08:28.949090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:08:29.268587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4584): Launched\u000a19:08:29.533385 run iperf3-srv_10.42.42.10(pid=4585): Launched\u000a19:08:29.721071 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:08:29.848885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:08:30.168046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4586): Launched\u000a19:08:30.431754 run iperf3-srv_10.42.42.10(pid=4587): Launched\u000a19:08:30.619635 tst cs_paging_gprs_active.py:38: start network...\u000a19:08:30.747485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:08:31.299572 run create_hlr_db(pid=4588): Launched\u000a19:08:31.498199 bus /sierra_2: Setting Powered False\u000a19:08:32.513890 run create_hlr_db(pid=4588): Terminated: ok {rc=0}\u000a19:08:32.955654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4590): Launched\u000a19:08:33.286327 run osmo-hlr_10.42.42.2(pid=4591): Launched\u000a19:08:33.408882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:08:33.983628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4593): Launched\u000a19:08:34.315362 run osmo-stp_10.42.42.5(pid=4594): Launched\u000a19:08:34.435455 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:08:35.010677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4596): Launched\u000a19:08:35.128631 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:08:35.416544 run patchelf(pid=4597): Launched\u000a19:08:35.609472 run osmo-stp_10.42.42.5(pid=4594): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4594)]\u000a19:08:35.750520 run osmo-stp_10.42.42.5(pid=4594): stdout: \u000a| (launched: 2022-12-09_19:08:34.151677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:35.891699 run osmo-stp_10.42.42.5(pid=4594): stderr: \u000a| �[0;m�[38;5;43m20221209190834344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190834344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190834344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190834344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190834345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190834345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190834345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:36.027863 run osmo-stp_10.42.42.5(pid=4594): stdout: \u000a| (launched: 2022-12-09_19:08:34.151677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:36.163279 run osmo-stp_10.42.42.5(pid=4594): stderr: \u000a| �[0;m�[38;5;43m20221209190834344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190834344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190834344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190834344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190834345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190834345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190834345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:36.320424 run patchelf(pid=4597): Terminating (SIGINT)\u000a19:08:36.504877 run patchelf(pid=4597): Terminated: ok {rc=0}\u000a19:08:36.539196 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4594): Process ended prematurely: osmo-stp_10.42.42.5(pid=4594) [trial-2363↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4594)] [trial-2363↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a19:08:36.549242 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:08:36.612414 run osmo-hlr_10.42.42.2(pid=4591): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4591)]\u000a19:08:36.663388 run osmo-hlr_10.42.42.2(pid=4591): stdout: \u000a| (launched: 2022-12-09_19:08:33.123878) \u000a19:08:36.714957 run osmo-hlr_10.42.42.2(pid=4591): stderr: \u000a| �[0;m�[1;31m20221209190833324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190833324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190833324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190833324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190833324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190833324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190833337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190833345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190833345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190833345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:08:36.758783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4584): Terminating (SIGTERM)\u000a19:08:36.800026 run iperf3-srv_10.42.42.10(pid=4585): Terminating (SIGTERM)\u000a19:08:36.841617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4586): Terminating (SIGTERM)\u000a19:08:36.882972 run iperf3-srv_10.42.42.10(pid=4587): Terminating (SIGTERM)\u000a19:08:36.924302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4590): Terminating (SIGTERM)\u000a19:08:36.966129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4593): Terminating (SIGTERM)\u000a19:08:37.007598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4596): Terminating (SIGTERM)\u000a19:08:37.016818 --- ParallelTerminationStrategy: PID 4584 died...\u000a19:08:37.072222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4584): Terminated: ok {rc=0}\u000a19:08:37.082499 --- ParallelTerminationStrategy: PID 4585 died...\u000a19:08:37.137504 run iperf3-srv_10.42.42.10(pid=4585): Terminated {rc=256}\u000a19:08:37.147649 --- ParallelTerminationStrategy: PID 4586 died...\u000a19:08:37.202625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4586): Terminated: ok {rc=0}\u000a19:08:37.212726 --- ParallelTerminationStrategy: PID 4587 died...\u000a19:08:37.267942 run iperf3-srv_10.42.42.10(pid=4587): Terminated {rc=256}\u000a19:08:37.277858 --- ParallelTerminationStrategy: PID 4590 died...\u000a19:08:37.332779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4590): Terminated: ok {rc=0}\u000a19:08:37.342935 --- ParallelTerminationStrategy: PID 4593 died...\u000a19:08:37.397867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4593): Terminated: ok {rc=0}\u000a19:08:37.407965 --- ParallelTerminationStrategy: PID 4596 died...\u000a19:08:37.463226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4596): Terminated: ok {rc=0}\u000a19:08:37.550223 bus /gobi_0: Setting Powered False\u000a19:08:38.654480 bus /gobi_0: Setting Powered False\u000a19:08:39.764367 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4606): Process ended prematurely: osmo-stp_10.42.42.5(pid=4606) [trial-2363↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4606)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4606): Process ended prematurely: osmo-stp_10.42.42.5(pid=4606) [trial-2363↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a19:08:40.874301 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:40.885995 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:08:41.027294 tst iperf3.py: using LAC 23103\u000a19:08:41.149217 tst iperf3.py: using RAC 153\u000a19:08:41.276463 tst iperf3.py: using CellId 23103\u000a19:08:41.404245 tst iperf3.py: using BVCI 23104\u000a19:08:41.429563 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:41.440706 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:41.451805 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:41.463193 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:41.474641 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:41.485948 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:41.497275 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:41.508264 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:41.519551 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:08:41.803983 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:08:41.933844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:08:42.256437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4598): Launched\u000a19:08:42.522767 run iperf3-srv_10.42.42.10(pid=4599): Launched\u000a19:08:42.712338 tst iperf3.py:8: start network...\u000a19:08:42.841994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:08:43.340292 run create_hlr_db(pid=4600): Launched\u000a19:08:43.518638 bus /gobi_6: Setting Powered False\u000a19:08:44.540307 run create_hlr_db(pid=4600): Terminated: ok {rc=0}\u000a19:08:44.951566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4602): Launched\u000a19:08:45.260360 run osmo-hlr_10.42.42.2(pid=4603): Launched\u000a19:08:45.381919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:08:45.972897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4605): Launched\u000a19:08:46.459535 run osmo-stp_10.42.42.5(pid=4606): Launched\u000a19:08:46.602197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:08:47.205448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4608): Launched\u000a19:08:47.325427 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:08:47.615783 run patchelf(pid=4609): Launched\u000a19:08:47.809002 run osmo-stp_10.42.42.5(pid=4606): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4606)]\u000a19:08:47.950381 run osmo-stp_10.42.42.5(pid=4606): stdout: \u000a| (launched: 2022-12-09_19:08:46.144904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:48.092030 run osmo-stp_10.42.42.5(pid=4606): stderr: \u000a| �[0;m�[38;5;43m20221209190846358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190846358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190846358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190846358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190846359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190846359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190846359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:48.229012 run osmo-stp_10.42.42.5(pid=4606): stdout: \u000a| (launched: 2022-12-09_19:08:46.144904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:48.364611 run osmo-stp_10.42.42.5(pid=4606): stderr: \u000a| �[0;m�[38;5;43m20221209190846358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190846358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190846358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190846358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190846359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190846359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190846359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:48.522218 run patchelf(pid=4609): Terminating (SIGINT)\u000a19:08:48.707213 run patchelf(pid=4609): Terminated: ok {rc=0}\u000a19:08:48.741114 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4606): Process ended prematurely: osmo-stp_10.42.42.5(pid=4606) [trial-2363↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4606)] [trial-2363↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a19:08:48.751185 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:08:48.814653 run osmo-hlr_10.42.42.2(pid=4603): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4603)]\u000a19:08:48.866245 run osmo-hlr_10.42.42.2(pid=4603): stdout: \u000a| (launched: 2022-12-09_19:08:45.108579) \u000a19:08:48.918335 run osmo-hlr_10.42.42.2(pid=4603): stderr: \u000a| �[0;m�[1;31m20221209190845286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190845286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190845286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190845286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190845286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190845286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190845298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190845307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190845307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190845307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:08:48.962373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4598): Terminating (SIGTERM)\u000a19:08:49.004483 run iperf3-srv_10.42.42.10(pid=4599): Terminating (SIGTERM)\u000a19:08:49.045940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4602): Terminating (SIGTERM)\u000a19:08:49.087838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4605): Terminating (SIGTERM)\u000a19:08:49.129751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4608): Terminating (SIGTERM)\u000a19:08:49.139644 --- ParallelTerminationStrategy: PID 4598 died...\u000a19:08:49.195984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4598): Terminated: ok {rc=0}\u000a19:08:49.206193 --- ParallelTerminationStrategy: PID 4599 died...\u000a19:08:49.262379 run iperf3-srv_10.42.42.10(pid=4599): Terminated {rc=256}\u000a19:08:49.272663 --- ParallelTerminationStrategy: PID 4602 died...\u000a19:08:49.329141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4602): Terminated: ok {rc=0}\u000a19:08:49.339290 --- ParallelTerminationStrategy: PID 4605 died...\u000a19:08:49.395746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4605): Terminated: ok {rc=0}\u000a19:08:49.405958 --- ParallelTerminationStrategy: PID 4608 died...\u000a19:08:49.462168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4608): Terminated: ok {rc=0}\u000a19:08:49.550769 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4624): Process ended prematurely: osmo-stp_10.42.42.5(pid=4624) [trial-2363↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4624)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4624): Process ended prematurely: osmo-stp_10.42.42.5(pid=4624) [trial-2363↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a19:08:50.663863 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:50.675389 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:08:50.815309 tst iperf3m4.py: using LAC 23104\u000a19:08:50.940583 tst iperf3m4.py: using RAC 154\u000a19:08:51.059988 tst iperf3m4.py: using CellId 23104\u000a19:08:51.178999 tst iperf3m4.py: using BVCI 23105\u000a19:08:51.202661 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:51.213563 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:51.224195 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:51.235525 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:51.246639 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:51.257958 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:51.269175 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:51.280218 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:08:51.291574 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:08:51.408172 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:08:51.530826 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:08:51.647890 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:08:51.949552 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:08:52.088371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:08:52.432008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4610): Launched\u000a19:08:52.716265 run iperf3-srv_10.42.42.10(pid=4611): Launched\u000a19:08:52.919637 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:08:53.058257 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:08:53.400172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4612): Launched\u000a19:08:53.686897 run iperf3-srv_10.42.42.10(pid=4613): Launched\u000a19:08:53.890354 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:08:54.029247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:08:54.372346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4614): Launched\u000a19:08:54.656493 run iperf3-srv_10.42.42.10(pid=4615): Launched\u000a19:08:54.859396 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:08:54.997824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:08:55.340653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4616): Launched\u000a19:08:55.624930 run iperf3-srv_10.42.42.10(pid=4617): Launched\u000a19:08:55.822769 tst iperf3m4.py:8: start network...\u000a19:08:55.951971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:08:56.446668 run create_hlr_db(pid=4618): Launched\u000a19:08:56.623129 bus /gobi_6: Setting Powered False\u000a19:08:57.657935 run create_hlr_db(pid=4618): Terminated: ok {rc=0}\u000a19:08:58.097683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4620): Launched\u000a19:08:58.430196 run osmo-hlr_10.42.42.2(pid=4621): Launched\u000a19:08:58.550588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:08:59.128008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4623): Launched\u000a19:08:59.457872 run osmo-stp_10.42.42.5(pid=4624): Launched\u000a19:08:59.577872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:09:00.153291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4626): Launched\u000a19:09:00.271523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:09:00.559905 run patchelf(pid=4627): Launched\u000a19:09:00.752548 run osmo-stp_10.42.42.5(pid=4624): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4624)]\u000a19:09:00.899399 run osmo-stp_10.42.42.5(pid=4624): stdout: \u000a| (launched: 2022-12-09_19:08:59.296195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:01.043001 run osmo-stp_10.42.42.5(pid=4624): stderr: \u000a| �[0;m�[38;5;43m20221209190859486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190859487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190859487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190859487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190859488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190859488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190859488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:01.181581 run osmo-stp_10.42.42.5(pid=4624): stdout: \u000a| (launched: 2022-12-09_19:08:59.296195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:01.318828 run osmo-stp_10.42.42.5(pid=4624): stderr: \u000a| �[0;m�[38;5;43m20221209190859486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190859487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190859487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190859487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190859488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190859488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190859488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:01.478804 run patchelf(pid=4627): Terminating (SIGINT)\u000a19:09:01.666892 run patchelf(pid=4627): Terminated: ok {rc=0}\u000a19:09:01.701484 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4624): Process ended prematurely: osmo-stp_10.42.42.5(pid=4624) [trial-2363↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4624)] [trial-2363↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a19:09:01.712111 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a19:09:01.777222 run osmo-hlr_10.42.42.2(pid=4621): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4621)]\u000a19:09:01.829679 run osmo-hlr_10.42.42.2(pid=4621): stdout: \u000a| (launched: 2022-12-09_19:08:58.266441) \u000a19:09:01.883461 run osmo-hlr_10.42.42.2(pid=4621): stderr: \u000a| �[0;m�[1;31m20221209190858462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190858462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190858462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190858462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190858462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190858462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190858474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190858485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190858485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190858485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:09:01.929142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4610): Terminating (SIGTERM)\u000a19:09:01.973358 run iperf3-srv_10.42.42.10(pid=4611): Terminating (SIGTERM)\u000a19:09:02.019133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4612): Terminating (SIGTERM)\u000a19:09:02.061632 run iperf3-srv_10.42.42.10(pid=4613): Terminating (SIGTERM)\u000a19:09:02.105163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4614): Terminating (SIGTERM)\u000a19:09:02.148222 run iperf3-srv_10.42.42.10(pid=4615): Terminating (SIGTERM)\u000a19:09:02.192445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4616): Terminating (SIGTERM)\u000a19:09:02.235732 run iperf3-srv_10.42.42.10(pid=4617): Terminating (SIGTERM)\u000a19:09:02.278593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4620): Terminating (SIGTERM)\u000a19:09:02.320764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4623): Terminating (SIGTERM)\u000a19:09:02.362586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4626): Terminating (SIGTERM)\u000a19:09:02.372548 --- ParallelTerminationStrategy: PID 4610 died...\u000a19:09:02.428535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4610): Terminated: ok {rc=0}\u000a19:09:02.438806 --- ParallelTerminationStrategy: PID 4611 died...\u000a19:09:02.494417 run iperf3-srv_10.42.42.10(pid=4611): Terminated {rc=256}\u000a19:09:02.504625 --- ParallelTerminationStrategy: PID 4612 died...\u000a19:09:02.560735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4612): Terminated: ok {rc=0}\u000a19:09:02.570731 --- ParallelTerminationStrategy: PID 4613 died...\u000a19:09:02.626306 run iperf3-srv_10.42.42.10(pid=4613): Terminated {rc=256}\u000a19:09:02.636204 --- ParallelTerminationStrategy: PID 4614 died...\u000a19:09:02.691638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4614): Terminated: ok {rc=0}\u000a19:09:02.701886 --- ParallelTerminationStrategy: PID 4615 died...\u000a19:09:02.757275 run iperf3-srv_10.42.42.10(pid=4615): Terminated {rc=256}\u000a19:09:02.767329 --- ParallelTerminationStrategy: PID 4616 died...\u000a19:09:02.822739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4616): Terminated: ok {rc=0}\u000a19:09:02.832694 --- ParallelTerminationStrategy: PID 4617 died...\u000a19:09:02.887993 run iperf3-srv_10.42.42.10(pid=4617): Terminated {rc=256}\u000a19:09:02.897954 --- ParallelTerminationStrategy: PID 4620 died...\u000a19:09:02.953229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4620): Terminated: ok {rc=0}\u000a19:09:02.963539 --- ParallelTerminationStrategy: PID 4623 died...\u000a19:09:03.019033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4623): Terminated: ok {rc=0}\u000a19:09:03.029094 --- ParallelTerminationStrategy: PID 4626 died...\u000a19:09:03.084004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4626): Terminated: ok {rc=0}\u000a19:09:03.171054 bus /gobi_4: Setting Powered False\u000a19:09:04.271935 bus /gobi_4: Setting Powered False\u000a19:09:05.383309 bus /gobi_1: Setting Powered False\u000a19:09:06.485061 bus /gobi_1: Setting Powered False\u000a19:09:07.595894 bus /gobi_0: Setting Powered False\u000a19:09:08.697751 bus /gobi_0: Setting Powered False\u000a19:09:09.805875 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4634): Process ended prematurely: osmo-stp_10.42.42.5(pid=4634) [trial-2363↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4634)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4634): Process ended prematurely: osmo-stp_10.42.42.5(pid=4634) [trial-2363↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a19:09:10.873220 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:10.885100 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:09:11.029087 tst ping.py: using LAC 23105\u000a19:09:11.159380 tst ping.py: using RAC 155\u000a19:09:11.283355 tst ping.py: using CellId 23105\u000a19:09:11.409216 tst ping.py: using BVCI 23106\u000a19:09:11.433887 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:11.445087 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:11.456093 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:11.467331 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:11.478526 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:11.489669 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:11.501075 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:11.512358 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:09:11.807558 tst ping.py:19: start network...\u000a19:09:11.942447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:09:12.450591 run create_hlr_db(pid=4628): Launched\u000a19:09:12.638048 bus /gobi_6: Setting Powered False\u000a19:09:13.658843 run create_hlr_db(pid=4628): Terminated: ok {rc=0}\u000a19:09:14.063898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4630): Launched\u000a19:09:14.368487 run osmo-hlr_10.42.42.2(pid=4631): Launched\u000a19:09:14.486508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:09:15.022967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4633): Launched\u000a19:09:15.326414 run osmo-stp_10.42.42.5(pid=4634): Launched\u000a19:09:15.436736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:09:16.006949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4636): Launched\u000a19:09:16.127865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:09:16.455641 run patchelf(pid=4637): Launched\u000a19:09:16.651443 run osmo-stp_10.42.42.5(pid=4634): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4634)]\u000a19:09:16.795387 run osmo-stp_10.42.42.5(pid=4634): stdout: \u000a| (launched: 2022-12-09_19:09:15.176628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:16.940504 run osmo-stp_10.42.42.5(pid=4634): stderr: \u000a| �[0;m�[38;5;43m20221209190915348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190915348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190915349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190915349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190915350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190915350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190915350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:17.077852 run osmo-stp_10.42.42.5(pid=4634): stdout: \u000a| (launched: 2022-12-09_19:09:15.176628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:17.214816 run osmo-stp_10.42.42.5(pid=4634): stderr: \u000a| �[0;m�[38;5;43m20221209190915348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190915348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190915349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190915349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190915350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190915350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190915350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:17.369715 run patchelf(pid=4637): Terminating (SIGINT)\u000a19:09:17.551070 run patchelf(pid=4637): Terminated: ok {rc=0}\u000a19:09:17.584147 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4634): Process ended prematurely: osmo-stp_10.42.42.5(pid=4634) [trial-2363↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4634)] [trial-2363↪gprs:trx-sysmocell5000↪ping.py:22]\u000a19:09:17.593890 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:09:17.658156 run osmo-hlr_10.42.42.2(pid=4631): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4631)]\u000a19:09:17.709838 run osmo-hlr_10.42.42.2(pid=4631): stdout: \u000a| (launched: 2022-12-09_19:09:14.216798) \u000a19:09:17.762111 run osmo-hlr_10.42.42.2(pid=4631): stderr: \u000a| �[0;m�[1;31m20221209190914394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190914394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190914394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190914394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190914394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190914394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190914406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190914416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190914417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190914417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:09:17.806882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4630): Terminating (SIGTERM)\u000a19:09:17.848805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4633): Terminating (SIGTERM)\u000a19:09:17.891198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4636): Terminating (SIGTERM)\u000a19:09:17.901086 --- ParallelTerminationStrategy: PID 4630 died...\u000a19:09:17.957976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4630): Terminated: ok {rc=0}\u000a19:09:17.968223 --- ParallelTerminationStrategy: PID 4633 died...\u000a19:09:18.024361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4633): Terminated: ok {rc=0}\u000a19:09:18.034557 --- ParallelTerminationStrategy: PID 4636 died...\u000a19:09:18.090718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4636): Terminated: ok {rc=0}\u000a19:09:18.177812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4644): Process ended prematurely: osmo-stp_10.42.42.5(pid=4644) [trial-2363↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4644)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4644): Process ended prematurely: osmo-stp_10.42.42.5(pid=4644) [trial-2363↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a19:09:19.230789 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:19.242817 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:09:19.389609 tst ping_idle_ping.py: using LAC 23106\u000a19:09:19.515577 tst ping_idle_ping.py: using RAC 156\u000a19:09:19.641822 tst ping_idle_ping.py: using CellId 23106\u000a19:09:19.769270 tst ping_idle_ping.py: using BVCI 23107\u000a19:09:19.794011 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:19.805487 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:19.816523 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:19.827984 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:19.839386 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:19.850821 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:19.862251 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:19.874258 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:09:20.151036 tst ping_idle_ping.py:24: start network...\u000a19:09:20.275384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:09:20.761221 run create_hlr_db(pid=4638): Launched\u000a19:09:20.948591 bus /gobi_6: Setting Powered False\u000a19:09:21.969713 run create_hlr_db(pid=4638): Terminated: ok {rc=0}\u000a19:09:22.395283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4640): Launched\u000a19:09:22.718036 run osmo-hlr_10.42.42.2(pid=4641): Launched\u000a19:09:22.836770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:09:23.395664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4643): Launched\u000a19:09:23.717094 run osmo-stp_10.42.42.5(pid=4644): Launched\u000a19:09:23.833074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:09:24.391872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4646): Launched\u000a19:09:24.507033 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:09:24.787118 run patchelf(pid=4647): Launched\u000a19:09:24.975005 run osmo-stp_10.42.42.5(pid=4644): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4644)]\u000a19:09:25.111990 run osmo-stp_10.42.42.5(pid=4644): stdout: \u000a| (launched: 2022-12-09_19:09:23.559290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:25.250084 run osmo-stp_10.42.42.5(pid=4644): stderr: \u000a| �[0;m�[38;5;43m20221209190923750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190923750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190923750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190923751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190923751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190923751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190923751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:25.383035 run osmo-stp_10.42.42.5(pid=4644): stdout: \u000a| (launched: 2022-12-09_19:09:23.559290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:25.514881 run osmo-stp_10.42.42.5(pid=4644): stderr: \u000a| �[0;m�[38;5;43m20221209190923750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190923750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190923750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190923751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190923751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190923751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190923751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:25.668481 run patchelf(pid=4647): Terminating (SIGINT)\u000a19:09:25.847783 run patchelf(pid=4647): Terminated: ok {rc=0}\u000a19:09:25.880229 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4644): Process ended prematurely: osmo-stp_10.42.42.5(pid=4644) [trial-2363↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4644)] [trial-2363↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a19:09:25.889601 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:09:25.952746 run osmo-hlr_10.42.42.2(pid=4641): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4641)]\u000a19:09:26.003801 run osmo-hlr_10.42.42.2(pid=4641): stdout: \u000a| (launched: 2022-12-09_19:09:22.559653) \u000a19:09:26.055538 run osmo-hlr_10.42.42.2(pid=4641): stderr: \u000a| �[0;m�[1;31m20221209190922756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190922756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190922756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190922756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190922756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190922756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190922768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190922777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190922777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190922777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:09:26.099204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4640): Terminating (SIGTERM)\u000a19:09:26.141018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4643): Terminating (SIGTERM)\u000a19:09:26.182522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4646): Terminating (SIGTERM)\u000a19:09:26.192273 --- ParallelTerminationStrategy: PID 4640 died...\u000a19:09:26.248264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4640): Terminated: ok {rc=0}\u000a19:09:26.258373 --- ParallelTerminationStrategy: PID 4643 died...\u000a19:09:26.313892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4643): Terminated: ok {rc=0}\u000a19:09:26.323865 --- ParallelTerminationStrategy: PID 4646 died...\u000a19:09:26.379601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4646): Terminated: ok {rc=0}\u000a19:09:26.467460 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:08:27" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4662): Process ended prematurely: osmo-stp_10.42.42.5(pid=4662) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4662)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4662): Process ended prematurely: osmo-stp_10.42.42.5(pid=4662) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:09:28.620658 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:28.631405 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:09:28.770066 tst cs_paging_gprs_active.py: using LAC 23107\u000a19:09:28.890147 tst cs_paging_gprs_active.py: using RAC 157\u000a19:09:29.010211 tst cs_paging_gprs_active.py: using CellId 23107\u000a19:09:29.129567 tst cs_paging_gprs_active.py: using BVCI 23108\u000a19:09:29.152816 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:29.163596 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:29.174214 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:29.184815 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:29.195273 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:29.205823 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:29.216410 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:29.226838 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:29.237567 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:09:29.356419 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:09:29.652788 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:09:29.790581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:09:30.128909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4652): Launched\u000a19:09:30.410285 run iperf3-srv_10.42.42.10(pid=4653): Launched\u000a19:09:30.613239 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:09:30.750300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:09:31.122594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4654): Launched\u000a19:09:31.410923 run iperf3-srv_10.42.42.10(pid=4655): Launched\u000a19:09:31.604567 tst cs_paging_gprs_active.py:38: start network...\u000a19:09:31.738942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:09:32.278765 run create_hlr_db(pid=4656): Launched\u000a19:09:32.456622 bus /gobi_6: Setting Powered False\u000a19:09:33.477490 run create_hlr_db(pid=4656): Terminated: ok {rc=0}\u000a19:09:33.912527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4658): Launched\u000a19:09:34.239496 run osmo-hlr_10.42.42.2(pid=4659): Launched\u000a19:09:34.359039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:09:34.928180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4661): Launched\u000a19:09:35.255475 run osmo-stp_10.42.42.5(pid=4662): Launched\u000a19:09:35.374931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:09:35.944446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4664): Launched\u000a19:09:36.061663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:09:36.346163 run patchelf(pid=4665): Launched\u000a19:09:36.537401 run osmo-stp_10.42.42.5(pid=4662): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4662)]\u000a19:09:36.677452 run osmo-stp_10.42.42.5(pid=4662): stdout: \u000a| (launched: 2022-12-09_19:09:35.095055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:36.817519 run osmo-stp_10.42.42.5(pid=4662): stderr: \u000a| �[0;m�[38;5;43m20221209190935282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190935283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190935283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190935283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190935284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190935284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190935284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:36.952678 run osmo-stp_10.42.42.5(pid=4662): stdout: \u000a| (launched: 2022-12-09_19:09:35.095055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:37.086769 run osmo-stp_10.42.42.5(pid=4662): stderr: \u000a| �[0;m�[38;5;43m20221209190935282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190935283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190935283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190935283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190935284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190935284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190935284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:37.242381 run patchelf(pid=4665): Terminating (SIGINT)\u000a19:09:37.424343 run patchelf(pid=4665): Terminated: ok {rc=0}\u000a19:09:37.457782 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4662): Process ended prematurely: osmo-stp_10.42.42.5(pid=4662) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4662)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:09:37.467660 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:09:37.530335 run osmo-hlr_10.42.42.2(pid=4659): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4659)]\u000a19:09:37.581734 run osmo-hlr_10.42.42.2(pid=4659): stdout: \u000a| (launched: 2022-12-09_19:09:34.079130) \u000a19:09:37.633467 run osmo-hlr_10.42.42.2(pid=4659): stderr: \u000a| �[0;m�[1;31m20221209190934274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190934274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190934274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190934274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190934274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190934274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190934286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190934295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190934296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190934296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:09:37.677181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4652): Terminating (SIGTERM)\u000a19:09:37.718550 run iperf3-srv_10.42.42.10(pid=4653): Terminating (SIGTERM)\u000a19:09:37.760124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4654): Terminating (SIGTERM)\u000a19:09:37.801716 run iperf3-srv_10.42.42.10(pid=4655): Terminating (SIGTERM)\u000a19:09:37.842868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4658): Terminating (SIGTERM)\u000a19:09:37.884184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4661): Terminating (SIGTERM)\u000a19:09:37.926415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4664): Terminating (SIGTERM)\u000a19:09:37.935931 --- ParallelTerminationStrategy: PID 4652 died...\u000a19:09:37.991459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4652): Terminated: ok {rc=0}\u000a19:09:38.001418 --- ParallelTerminationStrategy: PID 4653 died...\u000a19:09:38.056411 run iperf3-srv_10.42.42.10(pid=4653): Terminated {rc=256}\u000a19:09:38.066277 --- ParallelTerminationStrategy: PID 4654 died...\u000a19:09:38.121376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4654): Terminated: ok {rc=0}\u000a19:09:38.131204 --- ParallelTerminationStrategy: PID 4655 died...\u000a19:09:38.186177 run iperf3-srv_10.42.42.10(pid=4655): Terminated {rc=256}\u000a19:09:38.196091 --- ParallelTerminationStrategy: PID 4658 died...\u000a19:09:38.251139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4658): Terminated: ok {rc=0}\u000a19:09:38.261158 --- ParallelTerminationStrategy: PID 4661 died...\u000a19:09:38.316156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4661): Terminated: ok {rc=0}\u000a19:09:38.326094 --- ParallelTerminationStrategy: PID 4664 died...\u000a19:09:38.381543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4664): Terminated: ok {rc=0}\u000a19:09:38.466287 bus /gobi_0: Setting Powered False\u000a19:09:39.572573 bus /gobi_0: Setting Powered False\u000a19:09:40.678973 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4674): Process ended prematurely: osmo-stp_10.42.42.5(pid=4674) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4674)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4674): Process ended prematurely: osmo-stp_10.42.42.5(pid=4674) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:09:41.793518 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:41.805769 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:09:41.955202 tst iperf3.py: using LAC 23108\u000a19:09:42.083664 tst iperf3.py: using RAC 158\u000a19:09:42.211755 tst iperf3.py: using CellId 23108\u000a19:09:42.334243 tst iperf3.py: using BVCI 23109\u000a19:09:42.357840 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:42.368870 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:42.379738 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:42.390602 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:42.401226 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:42.412187 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:42.422980 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:42.433486 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:42.444092 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:09:42.722537 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:09:42.849536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:09:43.165350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4666): Launched\u000a19:09:43.426738 run iperf3-srv_10.42.42.10(pid=4667): Launched\u000a19:09:43.612885 tst iperf3.py:8: start network...\u000a19:09:43.739869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:09:44.225443 run create_hlr_db(pid=4668): Launched\u000a19:09:44.399813 bus /gobi_6: Setting Powered False\u000a19:09:45.421746 run create_hlr_db(pid=4668): Terminated: ok {rc=0}\u000a19:09:45.862212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4670): Launched\u000a19:09:46.318863 run osmo-hlr_10.42.42.2(pid=4671): Launched\u000a19:09:46.550360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:09:47.162594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4673): Launched\u000a19:09:47.468300 run osmo-stp_10.42.42.5(pid=4674): Launched\u000a19:09:47.580771 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:09:48.112099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4676): Launched\u000a19:09:48.220375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:09:48.486027 run patchelf(pid=4677): Launched\u000a19:09:48.664322 run osmo-stp_10.42.42.5(pid=4674): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4674)]\u000a19:09:48.794425 run osmo-stp_10.42.42.5(pid=4674): stdout: \u000a| (launched: 2022-12-09_19:09:47.318260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:48.924684 run osmo-stp_10.42.42.5(pid=4674): stderr: \u000a| �[0;m�[38;5;43m20221209190947485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190947485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190947486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190947486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190947487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190947487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190947487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:49.050289 run osmo-stp_10.42.42.5(pid=4674): stdout: \u000a| (launched: 2022-12-09_19:09:47.318260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:49.174969 run osmo-stp_10.42.42.5(pid=4674): stderr: \u000a| �[0;m�[38;5;43m20221209190947485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190947485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190947486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190947486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190947487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190947487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190947487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:49.329695 run patchelf(pid=4677): Terminating (SIGINT)\u000a19:09:49.497748 run patchelf(pid=4677): Terminated: ok {rc=0}\u000a19:09:49.528706 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4674): Process ended prematurely: osmo-stp_10.42.42.5(pid=4674) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4674)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a19:09:49.537969 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a19:09:49.597786 run osmo-hlr_10.42.42.2(pid=4671): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4671)]\u000a19:09:49.646527 run osmo-hlr_10.42.42.2(pid=4671): stdout: \u000a| (launched: 2022-12-09_19:09:46.046500) \u000a19:09:49.695487 run osmo-hlr_10.42.42.2(pid=4671): stderr: \u000a| �[0;m�[1;31m20221209190946383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190946384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190946384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190946384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190946384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190946384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190946403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190946420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190946420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190946420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:09:49.737546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4666): Terminating (SIGTERM)\u000a19:09:49.777178 run iperf3-srv_10.42.42.10(pid=4667): Terminating (SIGTERM)\u000a19:09:49.816822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4670): Terminating (SIGTERM)\u000a19:09:49.856572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4673): Terminating (SIGTERM)\u000a19:09:49.896359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4676): Terminating (SIGTERM)\u000a19:09:49.905561 --- ParallelTerminationStrategy: PID 4666 died...\u000a19:09:49.958446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4666): Terminated: ok {rc=0}\u000a19:09:49.967833 --- ParallelTerminationStrategy: PID 4667 died...\u000a19:09:50.019991 run iperf3-srv_10.42.42.10(pid=4667): Terminated {rc=256}\u000a19:09:50.029501 --- ParallelTerminationStrategy: PID 4670 died...\u000a19:09:50.081857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4670): Terminated: ok {rc=0}\u000a19:09:50.091404 --- ParallelTerminationStrategy: PID 4673 died...\u000a19:09:50.143760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4673): Terminated: ok {rc=0}\u000a19:09:50.153266 --- ParallelTerminationStrategy: PID 4676 died...\u000a19:09:50.205507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4676): Terminated: ok {rc=0}\u000a19:09:50.293913 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4692): Process ended prematurely: osmo-stp_10.42.42.5(pid=4692) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4692)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4692): Process ended prematurely: osmo-stp_10.42.42.5(pid=4692) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:09:51.406087 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:51.417727 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:09:51.555813 tst iperf3m4.py: using LAC 23109\u000a19:09:51.676308 tst iperf3m4.py: using RAC 159\u000a19:09:51.800885 tst iperf3m4.py: using CellId 23109\u000a19:09:51.919415 tst iperf3m4.py: using BVCI 23110\u000a19:09:51.942649 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:51.953768 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:51.964507 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:51.975530 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:51.986645 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:51.997627 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:52.008682 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:52.019643 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:09:52.031059 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:09:52.149889 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:09:52.267777 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:09:52.387878 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:09:52.683063 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:09:52.819055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:09:53.152150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4678): Launched\u000a19:09:53.428135 run iperf3-srv_10.42.42.10(pid=4679): Launched\u000a19:09:53.628318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:09:53.764193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:09:54.097192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4680): Launched\u000a19:09:54.373639 run iperf3-srv_10.42.42.10(pid=4681): Launched\u000a19:09:54.572578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:09:54.708374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:09:55.041267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4682): Launched\u000a19:09:55.317209 run iperf3-srv_10.42.42.10(pid=4683): Launched\u000a19:09:55.515667 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:09:55.651487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:09:55.983749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4684): Launched\u000a19:09:56.259671 run iperf3-srv_10.42.42.10(pid=4685): Launched\u000a19:09:56.459516 tst iperf3m4.py:8: start network...\u000a19:09:56.596056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:09:57.105298 run create_hlr_db(pid=4686): Launched\u000a19:09:57.292890 bus /gobi_6: Setting Powered False\u000a19:09:58.314044 run create_hlr_db(pid=4686): Terminated: ok {rc=0}\u000a19:09:58.718933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4688): Launched\u000a19:09:59.021800 run osmo-hlr_10.42.42.2(pid=4689): Launched\u000a19:09:59.138059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:09:59.665151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4691): Launched\u000a19:09:59.967102 run osmo-stp_10.42.42.5(pid=4692): Launched\u000a19:10:00.077111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:10:00.606505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4694): Launched\u000a19:10:00.715488 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:10:01.003335 run patchelf(pid=4695): Launched\u000a19:10:01.185327 run osmo-stp_10.42.42.5(pid=4692): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4692)]\u000a19:10:01.318469 run osmo-stp_10.42.42.5(pid=4692): stdout: \u000a| (launched: 2022-12-09_19:09:59.819086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:01.463921 run osmo-stp_10.42.42.5(pid=4692): stderr: \u000a| �[0;m�[38;5;43m20221209190959990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190959990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190959990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190959990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190959991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190959991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190959991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:01.592818 run osmo-stp_10.42.42.5(pid=4692): stdout: \u000a| (launched: 2022-12-09_19:09:59.819086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:01.720227 run osmo-stp_10.42.42.5(pid=4692): stderr: \u000a| �[0;m�[38;5;43m20221209190959990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209190959990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209190959990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209190959990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209190959991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209190959991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209190959991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:01.868674 run patchelf(pid=4695): Terminating (SIGINT)\u000a19:10:02.043392 run patchelf(pid=4695): Terminated: ok {rc=0}\u000a19:10:02.076118 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4692): Process ended prematurely: osmo-stp_10.42.42.5(pid=4692) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4692)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:10:02.086174 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:10:02.147305 run osmo-hlr_10.42.42.2(pid=4689): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4689)]\u000a19:10:02.196459 run osmo-hlr_10.42.42.2(pid=4689): stdout: \u000a| (launched: 2022-12-09_19:09:58.872807) \u000a19:10:02.247460 run osmo-hlr_10.42.42.2(pid=4689): stderr: \u000a| �[0;m�[1;31m20221209190959045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209190959045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209190959045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190959045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209190959045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209190959045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209190959058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209190959066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209190959066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209190959066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:10:02.290202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4678): Terminating (SIGTERM)\u000a19:10:02.337316 run iperf3-srv_10.42.42.10(pid=4679): Terminating (SIGTERM)\u000a19:10:02.398510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4680): Terminating (SIGTERM)\u000a19:10:02.451866 run iperf3-srv_10.42.42.10(pid=4681): Terminating (SIGTERM)\u000a19:10:02.525130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4682): Terminating (SIGTERM)\u000a19:10:02.592830 run iperf3-srv_10.42.42.10(pid=4683): Terminating (SIGTERM)\u000a19:10:02.636242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4684): Terminating (SIGTERM)\u000a19:10:02.678569 run iperf3-srv_10.42.42.10(pid=4685): Terminating (SIGTERM)\u000a19:10:02.721603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4688): Terminating (SIGTERM)\u000a19:10:02.764252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4691): Terminating (SIGTERM)\u000a19:10:02.806365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4694): Terminating (SIGTERM)\u000a19:10:02.816911 --- ParallelTerminationStrategy: PID 4678 died...\u000a19:10:02.875128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4678): Terminated: ok {rc=0}\u000a19:10:02.885409 --- ParallelTerminationStrategy: PID 4679 died...\u000a19:10:02.943124 run iperf3-srv_10.42.42.10(pid=4679): Terminated {rc=256}\u000a19:10:02.953430 --- ParallelTerminationStrategy: PID 4680 died...\u000a19:10:03.009336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4680): Terminated: ok {rc=0}\u000a19:10:03.019714 --- ParallelTerminationStrategy: PID 4681 died...\u000a19:10:03.075700 run iperf3-srv_10.42.42.10(pid=4681): Terminated {rc=256}\u000a19:10:03.085863 --- ParallelTerminationStrategy: PID 4682 died...\u000a19:10:03.141906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4682): Terminated: ok {rc=0}\u000a19:10:03.151986 --- ParallelTerminationStrategy: PID 4683 died...\u000a19:10:03.208110 run iperf3-srv_10.42.42.10(pid=4683): Terminated {rc=256}\u000a19:10:03.218400 --- ParallelTerminationStrategy: PID 4684 died...\u000a19:10:03.274194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4684): Terminated: ok {rc=0}\u000a19:10:03.284658 --- ParallelTerminationStrategy: PID 4685 died...\u000a19:10:03.340764 run iperf3-srv_10.42.42.10(pid=4685): Terminated {rc=256}\u000a19:10:03.351330 --- ParallelTerminationStrategy: PID 4688 died...\u000a19:10:03.406910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4688): Terminated: ok {rc=0}\u000a19:10:03.417300 --- ParallelTerminationStrategy: PID 4691 died...\u000a19:10:03.473050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4691): Terminated: ok {rc=0}\u000a19:10:03.483324 --- ParallelTerminationStrategy: PID 4694 died...\u000a19:10:03.539673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4694): Terminated: ok {rc=0}\u000a19:10:03.625153 bus /gobi_4: Setting Powered False\u000a19:10:04.731533 bus /gobi_4: Setting Powered False\u000a19:10:05.838397 bus /gobi_1: Setting Powered False\u000a19:10:06.943589 bus /gobi_1: Setting Powered False\u000a19:10:08.055621 bus /gobi_0: Setting Powered False\u000a19:10:09.158219 bus /gobi_0: Setting Powered False\u000a19:10:10.270215 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5064): Process ended prematurely: osmo-stp_10.42.42.5(pid=5064) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5064)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5064): Process ended prematurely: osmo-stp_10.42.42.5(pid=5064) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:10:11.336213 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:11.348230 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:10:11.487055 tst ping.py: using LAC 23110\u000a19:10:11.606991 tst ping.py: using RAC 160\u000a19:10:11.727072 tst ping.py: using CellId 23110\u000a19:10:11.844249 tst ping.py: using BVCI 23111\u000a19:10:11.867189 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:11.878187 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:11.888790 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:11.899466 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:11.910168 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:11.920785 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:11.931639 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:11.942300 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:10:12.216260 tst ping.py:19: start network...\u000a19:10:12.341084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:10:12.868649 run create_hlr_db(pid=4708): Launched\u000a19:10:13.047473 bus /gobi_6: Setting Powered False\u000a19:10:14.078343 run create_hlr_db(pid=4708): Terminated: ok {rc=0}\u000a19:10:14.521697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4979): Launched\u000a19:10:14.871864 run osmo-hlr_10.42.42.2(pid=5047): Launched\u000a19:10:14.993883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:10:15.559555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5063): Launched\u000a19:10:16.001988 run osmo-stp_10.42.42.5(pid=5064): Launched\u000a19:10:16.206704 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:10:16.771153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5066): Launched\u000a19:10:16.884071 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:10:17.171329 run patchelf(pid=5067): Launched\u000a19:10:17.354243 run osmo-stp_10.42.42.5(pid=5064): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5064)]\u000a19:10:17.484369 run osmo-stp_10.42.42.5(pid=5064): stdout: \u000a| (launched: 2022-12-09_19:10:15.724784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:17.614593 run osmo-stp_10.42.42.5(pid=5064): stderr: \u000a| �[0;m�[38;5;43m20221209191015916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191015916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191015916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191015917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191015917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191015917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191015917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:17.739705 run osmo-stp_10.42.42.5(pid=5064): stdout: \u000a| (launched: 2022-12-09_19:10:15.724784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:17.863856 run osmo-stp_10.42.42.5(pid=5064): stderr: \u000a| �[0;m�[38;5;43m20221209191015916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191015916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191015916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191015917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191015917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191015917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191015917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:18.008177 run patchelf(pid=5067): Terminating (SIGINT)\u000a19:10:18.178077 run patchelf(pid=5067): Terminated: ok {rc=0}\u000a19:10:18.208810 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5064): Process ended prematurely: osmo-stp_10.42.42.5(pid=5064) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5064)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a19:10:18.217575 tst ping.py:22: Test FAILED (6.9 sec)\u000a19:10:18.278792 run osmo-hlr_10.42.42.2(pid=5047): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5047)]\u000a19:10:18.328059 run osmo-hlr_10.42.42.2(pid=5047): stdout: \u000a| (launched: 2022-12-09_19:10:14.679159) \u000a19:10:18.377775 run osmo-hlr_10.42.42.2(pid=5047): stderr: \u000a| �[0;m�[1;31m20221209191014913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191014913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191014913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191014913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191014913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191014913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191014925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191014934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191014934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191014934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:10:18.419670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4979): Terminating (SIGTERM)\u000a19:10:18.459710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5063): Terminating (SIGTERM)\u000a19:10:18.500229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5066): Terminating (SIGTERM)\u000a19:10:18.509557 --- ParallelTerminationStrategy: PID 4979 died...\u000a19:10:18.563087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4979): Terminated: ok {rc=0}\u000a19:10:18.573160 --- ParallelTerminationStrategy: PID 5063 died...\u000a19:10:18.626899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5063): Terminated: ok {rc=0}\u000a19:10:18.636490 --- ParallelTerminationStrategy: PID 5066 died...\u000a19:10:18.689759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5066): Terminated: ok {rc=0}\u000a19:10:18.778293 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5249): Process ended prematurely: osmo-stp_10.42.42.5(pid=5249) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5249)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5249): Process ended prematurely: osmo-stp_10.42.42.5(pid=5249) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:10:19.830426 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:19.842496 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:10:19.983551 tst ping_idle_ping.py: using LAC 23111\u000a19:10:20.103970 tst ping_idle_ping.py: using RAC 161\u000a19:10:20.224550 tst ping_idle_ping.py: using CellId 23111\u000a19:10:20.342963 tst ping_idle_ping.py: using BVCI 23112\u000a19:10:20.366048 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:20.377071 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:20.388044 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:20.399326 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:20.410596 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:20.422286 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:20.433285 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:20.444552 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:10:20.740338 tst ping_idle_ping.py:24: start network...\u000a19:10:20.875374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:10:21.388726 run create_hlr_db(pid=5068): Launched\u000a19:10:21.577091 bus /gobi_6: Setting Powered False\u000a19:10:22.596902 run create_hlr_db(pid=5068): Terminated: ok {rc=0}\u000a19:10:23.017203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5070): Launched\u000a19:10:23.403621 run osmo-hlr_10.42.42.2(pid=5081): Launched\u000a19:10:23.575490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:10:24.221616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5244): Launched\u000a19:10:24.632099 run osmo-stp_10.42.42.5(pid=5249): Launched\u000a19:10:24.850132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:10:25.435472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5251): Launched\u000a19:10:25.555171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:10:25.854929 run patchelf(pid=5252): Launched\u000a19:10:26.050174 run osmo-stp_10.42.42.5(pid=5249): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5249)]\u000a19:10:26.192556 run osmo-stp_10.42.42.5(pid=5249): stdout: \u000a| (launched: 2022-12-09_19:10:24.376765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:26.335291 run osmo-stp_10.42.42.5(pid=5249): stderr: \u000a| �[0;m�[38;5;43m20221209191024663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191024663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191024663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191024664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191024664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191024664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191024664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:26.472913 run osmo-stp_10.42.42.5(pid=5249): stdout: \u000a| (launched: 2022-12-09_19:10:24.376765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:26.610231 run osmo-stp_10.42.42.5(pid=5249): stderr: \u000a| �[0;m�[38;5;43m20221209191024663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191024663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191024663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191024664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191024664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191024664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191024664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:26.770253 run patchelf(pid=5252): Terminating (SIGINT)\u000a19:10:26.957437 run patchelf(pid=5252): Terminated: ok {rc=0}\u000a19:10:26.992069 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5249): Process ended prematurely: osmo-stp_10.42.42.5(pid=5249) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5249)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:10:27.002517 tst ping_idle_ping.py:27: Test FAILED (7.2 sec)\u000a19:10:27.070076 run osmo-hlr_10.42.42.2(pid=5081): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5081)]\u000a19:10:27.123609 run osmo-hlr_10.42.42.2(pid=5081): stdout: \u000a| (launched: 2022-12-09_19:10:23.188464) \u000a19:10:27.178870 run osmo-hlr_10.42.42.2(pid=5081): stderr: \u000a| �[0;m�[1;31m20221209191023515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191023515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191023516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191023516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191023516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191023516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191023532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191023544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191023545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191023545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:10:27.225764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5070): Terminating (SIGTERM)\u000a19:10:27.271721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5244): Terminating (SIGTERM)\u000a19:10:27.317687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5251): Terminating (SIGTERM)\u000a19:10:27.329572 --- ParallelTerminationStrategy: PID 5070 died...\u000a19:10:27.390503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5070): Terminated: ok {rc=0}\u000a19:10:27.401553 --- ParallelTerminationStrategy: PID 5244 died...\u000a19:10:27.460645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5244): Terminated: ok {rc=0}\u000a19:10:27.471901 --- ParallelTerminationStrategy: PID 5251 died...\u000a19:10:27.533196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5251): Terminated: ok {rc=0}\u000a19:10:27.624202 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:09:28" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5268): Process ended prematurely: osmo-stp_10.42.42.5(pid=5268) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5268)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5268): Process ended prematurely: osmo-stp_10.42.42.5(pid=5268) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:10:29.834818 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:29.846427 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:10:30.014866 tst cs_paging_gprs_active.py: using LAC 23112\u000a19:10:30.144484 tst cs_paging_gprs_active.py: using RAC 162\u000a19:10:30.268616 tst cs_paging_gprs_active.py: using CellId 23112\u000a19:10:30.389649 tst cs_paging_gprs_active.py: using BVCI 23113\u000a19:10:30.413135 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:30.423909 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:30.434699 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:30.445421 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:30.455998 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:30.466690 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:30.477528 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:30.488129 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:30.498952 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:10:30.620093 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:10:30.927643 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:10:31.071351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:31.409474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5258): Launched\u000a19:10:31.704891 run iperf3-srv_10.42.42.10(pid=5259): Launched\u000a19:10:31.897256 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:10:32.029826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:32.367430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5260): Launched\u000a19:10:32.646608 run iperf3-srv_10.42.42.10(pid=5261): Launched\u000a19:10:32.834211 tst cs_paging_gprs_active.py:38: start network...\u000a19:10:32.962614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:10:33.455412 run create_hlr_db(pid=5262): Launched\u000a19:10:33.632827 bus /gobi_6: Setting Powered False\u000a19:10:34.654797 run create_hlr_db(pid=5262): Terminated: ok {rc=0}\u000a19:10:35.062642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5264): Launched\u000a19:10:35.368615 run osmo-hlr_10.42.42.2(pid=5265): Launched\u000a19:10:35.487370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:10:36.025726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5267): Launched\u000a19:10:36.333543 run osmo-stp_10.42.42.5(pid=5268): Launched\u000a19:10:36.443848 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:10:36.977946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5270): Launched\u000a19:10:37.087046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:10:37.354046 run patchelf(pid=5271): Launched\u000a19:10:37.532516 run osmo-stp_10.42.42.5(pid=5268): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5268)]\u000a19:10:37.662931 run osmo-stp_10.42.42.5(pid=5268): stdout: \u000a| (launched: 2022-12-09_19:10:36.181389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:37.794018 run osmo-stp_10.42.42.5(pid=5268): stderr: \u000a| �[0;m�[38;5;43m20221209191036354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191036354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191036354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191036355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:37.920436 run osmo-stp_10.42.42.5(pid=5268): stdout: \u000a| (launched: 2022-12-09_19:10:36.181389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:38.045816 run osmo-stp_10.42.42.5(pid=5268): stderr: \u000a| �[0;m�[38;5;43m20221209191036354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191036354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191036354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191036355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:38.191629 run patchelf(pid=5271): Terminating (SIGINT)\u000a19:10:38.363462 run patchelf(pid=5271): Terminated: ok {rc=0}\u000a19:10:38.394956 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5268): Process ended prematurely: osmo-stp_10.42.42.5(pid=5268) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5268)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:10:38.404222 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:10:38.462956 run osmo-hlr_10.42.42.2(pid=5265): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5265)]\u000a19:10:38.510926 run osmo-hlr_10.42.42.2(pid=5265): stdout: \u000a| (launched: 2022-12-09_19:10:35.218591) \u000a19:10:38.559554 run osmo-hlr_10.42.42.2(pid=5265): stderr: \u000a| �[0;m�[1;31m20221209191035396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191035396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191035396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191035396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191035396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191035396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191035409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191035418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191035418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191035418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:10:38.600823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5258): Terminating (SIGTERM)\u000a19:10:38.639564 run iperf3-srv_10.42.42.10(pid=5259): Terminating (SIGTERM)\u000a19:10:38.678353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5260): Terminating (SIGTERM)\u000a19:10:38.717083 run iperf3-srv_10.42.42.10(pid=5261): Terminating (SIGTERM)\u000a19:10:38.755814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5264): Terminating (SIGTERM)\u000a19:10:38.794533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5267): Terminating (SIGTERM)\u000a19:10:38.833414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5270): Terminating (SIGTERM)\u000a19:10:38.842394 --- ParallelTerminationStrategy: PID 5258 died...\u000a19:10:38.894493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5258): Terminated: ok {rc=0}\u000a19:10:38.903738 --- ParallelTerminationStrategy: PID 5259 died...\u000a19:10:38.955260 run iperf3-srv_10.42.42.10(pid=5259): Terminated {rc=256}\u000a19:10:38.964590 --- ParallelTerminationStrategy: PID 5260 died...\u000a19:10:39.016752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5260): Terminated: ok {rc=0}\u000a19:10:39.026113 --- ParallelTerminationStrategy: PID 5261 died...\u000a19:10:39.077692 run iperf3-srv_10.42.42.10(pid=5261): Terminated {rc=256}\u000a19:10:39.086922 --- ParallelTerminationStrategy: PID 5264 died...\u000a19:10:39.138648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5264): Terminated: ok {rc=0}\u000a19:10:39.147947 --- ParallelTerminationStrategy: PID 5267 died...\u000a19:10:39.199521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5267): Terminated: ok {rc=0}\u000a19:10:39.208810 --- ParallelTerminationStrategy: PID 5270 died...\u000a19:10:39.260423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5270): Terminated: ok {rc=0}\u000a19:10:39.342343 bus /gobi_0: Setting Powered False\u000a19:10:40.448658 bus /gobi_0: Setting Powered False\u000a19:10:41.555331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5280): Process ended prematurely: osmo-stp_10.42.42.5(pid=5280) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5280)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5280): Process ended prematurely: osmo-stp_10.42.42.5(pid=5280) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:10:42.663730 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:42.675487 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:10:42.839851 tst iperf3.py: using LAC 23113\u000a19:10:42.962411 tst iperf3.py: using RAC 163\u000a19:10:43.080756 tst iperf3.py: using CellId 23113\u000a19:10:43.198618 tst iperf3.py: using BVCI 23114\u000a19:10:43.222051 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:43.232859 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:43.243665 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:43.254391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:43.265059 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:43.275629 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:43.286454 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:43.297087 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:43.307823 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:10:43.605950 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:10:43.743870 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:44.083349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5272): Launched\u000a19:10:44.366949 run iperf3-srv_10.42.42.10(pid=5273): Launched\u000a19:10:44.569261 tst iperf3.py:8: start network...\u000a19:10:44.707724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:10:45.224707 run create_hlr_db(pid=5274): Launched\u000a19:10:45.414830 bus /gobi_6: Setting Powered False\u000a19:10:46.426056 run create_hlr_db(pid=5274): Terminated: ok {rc=0}\u000a19:10:46.866732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5276): Launched\u000a19:10:47.200694 run osmo-hlr_10.42.42.2(pid=5277): Launched\u000a19:10:47.319893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:10:47.862233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5279): Launched\u000a19:10:48.167406 run osmo-stp_10.42.42.5(pid=5280): Launched\u000a19:10:48.279068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:10:48.812892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5282): Launched\u000a19:10:48.922012 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:10:49.190950 run patchelf(pid=5283): Launched\u000a19:10:49.369578 run osmo-stp_10.42.42.5(pid=5280): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5280)]\u000a19:10:49.500109 run osmo-stp_10.42.42.5(pid=5280): stdout: \u000a| (launched: 2022-12-09_19:10:48.017728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:49.630986 run osmo-stp_10.42.42.5(pid=5280): stderr: \u000a| �[0;m�[38;5;43m20221209191048191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191048191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191048191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191048191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191048192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191048192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191048192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:49.757187 run osmo-stp_10.42.42.5(pid=5280): stdout: \u000a| (launched: 2022-12-09_19:10:48.017728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:49.881928 run osmo-stp_10.42.42.5(pid=5280): stderr: \u000a| �[0;m�[38;5;43m20221209191048191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191048191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191048191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191048191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191048192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191048192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191048192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:50.027662 run patchelf(pid=5283): Terminating (SIGINT)\u000a19:10:50.199532 run patchelf(pid=5283): Terminated: ok {rc=0}\u000a19:10:50.231085 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5280): Process ended prematurely: osmo-stp_10.42.42.5(pid=5280) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5280)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:10:50.240403 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:10:50.299374 run osmo-hlr_10.42.42.2(pid=5277): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5277)]\u000a19:10:50.347459 run osmo-hlr_10.42.42.2(pid=5277): stdout: \u000a| (launched: 2022-12-09_19:10:47.028533) \u000a19:10:50.396260 run osmo-hlr_10.42.42.2(pid=5277): stderr: \u000a| �[0;m�[1;31m20221209191047228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191047228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191047228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191047228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191047228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191047228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191047240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191047249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191047249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191047250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:10:50.437542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5272): Terminating (SIGTERM)\u000a19:10:50.476442 run iperf3-srv_10.42.42.10(pid=5273): Terminating (SIGTERM)\u000a19:10:50.515496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5276): Terminating (SIGTERM)\u000a19:10:50.554449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5279): Terminating (SIGTERM)\u000a19:10:50.593612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5282): Terminating (SIGTERM)\u000a19:10:50.602628 --- ParallelTerminationStrategy: PID 5272 died...\u000a19:10:50.654814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5272): Terminated: ok {rc=0}\u000a19:10:50.664132 --- ParallelTerminationStrategy: PID 5273 died...\u000a19:10:50.716456 run iperf3-srv_10.42.42.10(pid=5273): Terminated {rc=256}\u000a19:10:50.725792 --- ParallelTerminationStrategy: PID 5276 died...\u000a19:10:50.777985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5276): Terminated: ok {rc=0}\u000a19:10:50.787337 --- ParallelTerminationStrategy: PID 5279 died...\u000a19:10:50.839492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5279): Terminated: ok {rc=0}\u000a19:10:50.848847 --- ParallelTerminationStrategy: PID 5282 died...\u000a19:10:50.901247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5282): Terminated: ok {rc=0}\u000a19:10:50.990202 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5298): Process ended prematurely: osmo-stp_10.42.42.5(pid=5298) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5298)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5298): Process ended prematurely: osmo-stp_10.42.42.5(pid=5298) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:10:52.100558 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:52.112194 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:10:52.270892 tst iperf3m4.py: using LAC 23114\u000a19:10:52.392214 tst iperf3m4.py: using RAC 164\u000a19:10:52.513260 tst iperf3m4.py: using CellId 23114\u000a19:10:52.637739 tst iperf3m4.py: using BVCI 23115\u000a19:10:52.661331 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:52.672115 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:52.682833 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:52.693535 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:52.704143 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:52.714805 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:52.725570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:52.736065 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:10:52.746962 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:10:52.868663 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:10:52.988659 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:10:53.108855 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:10:53.391409 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:10:53.519335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:53.837221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5284): Launched\u000a19:10:54.100848 run iperf3-srv_10.42.42.10(pid=5285): Launched\u000a19:10:54.287073 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:10:54.414710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:54.732047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5286): Launched\u000a19:10:54.995032 run iperf3-srv_10.42.42.10(pid=5287): Launched\u000a19:10:55.182010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:10:55.309902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:55.628513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5288): Launched\u000a19:10:55.892406 run iperf3-srv_10.42.42.10(pid=5289): Launched\u000a19:10:56.079017 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:10:56.206672 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:56.524841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5290): Launched\u000a19:10:56.788535 run iperf3-srv_10.42.42.10(pid=5291): Launched\u000a19:10:56.975094 tst iperf3m4.py:8: start network...\u000a19:10:57.102919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:10:57.594447 run create_hlr_db(pid=5292): Launched\u000a19:10:57.770398 bus /gobi_6: Setting Powered False\u000a19:10:58.791556 run create_hlr_db(pid=5292): Terminated: ok {rc=0}\u000a19:10:59.229327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5294): Launched\u000a19:10:59.558081 run osmo-hlr_10.42.42.2(pid=5295): Launched\u000a19:10:59.682016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:00.255348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5297): Launched\u000a19:11:00.599752 run osmo-stp_10.42.42.5(pid=5298): Launched\u000a19:11:00.719692 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:11:01.328144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5300): Launched\u000a19:11:01.448518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:11:01.752832 run patchelf(pid=5301): Launched\u000a19:11:01.949434 run osmo-stp_10.42.42.5(pid=5298): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5298)]\u000a19:11:02.092547 run osmo-stp_10.42.42.5(pid=5298): stdout: \u000a| (launched: 2022-12-09_19:11:00.423055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:02.236001 run osmo-stp_10.42.42.5(pid=5298): stderr: \u000a| �[0;m�[38;5;43m20221209191100625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191100626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191100626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191100626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191100627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191100627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191100627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:02.372454 run osmo-stp_10.42.42.5(pid=5298): stdout: \u000a| (launched: 2022-12-09_19:11:00.423055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:02.507795 run osmo-stp_10.42.42.5(pid=5298): stderr: \u000a| �[0;m�[38;5;43m20221209191100625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191100626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191100626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191100626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191100627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191100627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191100627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:02.665900 run patchelf(pid=5301): Terminating (SIGINT)\u000a19:11:02.850340 run patchelf(pid=5301): Terminated: ok {rc=0}\u000a19:11:02.884208 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5298): Process ended prematurely: osmo-stp_10.42.42.5(pid=5298) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5298)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:11:02.894549 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a19:11:02.960049 run osmo-hlr_10.42.42.2(pid=5295): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5295)]\u000a19:11:03.011989 run osmo-hlr_10.42.42.2(pid=5295): stdout: \u000a| (launched: 2022-12-09_19:10:59.396592) \u000a19:11:03.064442 run osmo-hlr_10.42.42.2(pid=5295): stderr: \u000a| �[0;m�[1;31m20221209191059597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191059597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191059597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191059597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191059597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191059597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191059609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191059617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191059618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191059618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:03.108569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5284): Terminating (SIGTERM)\u000a19:11:03.150918 run iperf3-srv_10.42.42.10(pid=5285): Terminating (SIGTERM)\u000a19:11:03.193421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5286): Terminating (SIGTERM)\u000a19:11:03.235869 run iperf3-srv_10.42.42.10(pid=5287): Terminating (SIGTERM)\u000a19:11:03.278365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5288): Terminating (SIGTERM)\u000a19:11:03.321457 run iperf3-srv_10.42.42.10(pid=5289): Terminating (SIGTERM)\u000a19:11:03.363663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5290): Terminating (SIGTERM)\u000a19:11:03.406154 run iperf3-srv_10.42.42.10(pid=5291): Terminating (SIGTERM)\u000a19:11:03.448410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5294): Terminating (SIGTERM)\u000a19:11:03.490382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5297): Terminating (SIGTERM)\u000a19:11:03.533295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5300): Terminating (SIGTERM)\u000a19:11:03.543049 --- ParallelTerminationStrategy: PID 5284 died...\u000a19:11:03.600174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5284): Terminated: ok {rc=0}\u000a19:11:03.610466 --- ParallelTerminationStrategy: PID 5285 died...\u000a19:11:03.667470 run iperf3-srv_10.42.42.10(pid=5285): Terminated {rc=256}\u000a19:11:03.677502 --- ParallelTerminationStrategy: PID 5286 died...\u000a19:11:03.733575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5286): Terminated: ok {rc=0}\u000a19:11:03.744426 --- ParallelTerminationStrategy: PID 5287 died...\u000a19:11:03.800192 run iperf3-srv_10.42.42.10(pid=5287): Terminated {rc=256}\u000a19:11:03.811055 --- ParallelTerminationStrategy: PID 5288 died...\u000a19:11:03.867141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5288): Terminated: ok {rc=0}\u000a19:11:03.877685 --- ParallelTerminationStrategy: PID 5289 died...\u000a19:11:03.933547 run iperf3-srv_10.42.42.10(pid=5289): Terminated {rc=256}\u000a19:11:03.944311 --- ParallelTerminationStrategy: PID 5290 died...\u000a19:11:04.001664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5290): Terminated: ok {rc=0}\u000a19:11:04.011843 --- ParallelTerminationStrategy: PID 5291 died...\u000a19:11:04.067863 run iperf3-srv_10.42.42.10(pid=5291): Terminated {rc=256}\u000a19:11:04.078749 --- ParallelTerminationStrategy: PID 5294 died...\u000a19:11:04.135779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5294): Terminated: ok {rc=0}\u000a19:11:04.146118 --- ParallelTerminationStrategy: PID 5297 died...\u000a19:11:04.202114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5297): Terminated: ok {rc=0}\u000a19:11:04.213109 --- ParallelTerminationStrategy: PID 5300 died...\u000a19:11:04.269840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5300): Terminated: ok {rc=0}\u000a19:11:04.356383 bus /gobi_4: Setting Powered False\u000a19:11:05.462178 bus /gobi_4: Setting Powered False\u000a19:11:06.569320 bus /gobi_1: Setting Powered False\u000a19:11:07.668837 bus /gobi_1: Setting Powered False\u000a19:11:08.776655 bus /gobi_0: Setting Powered False\u000a19:11:09.881293 bus /gobi_0: Setting Powered False\u000a19:11:10.993344 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5308): Process ended prematurely: osmo-stp_10.42.42.5(pid=5308) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5308)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5308): Process ended prematurely: osmo-stp_10.42.42.5(pid=5308) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:11:12.059641 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:12.071368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:11:12.227378 tst ping.py: using LAC 23115\u000a19:11:12.346913 tst ping.py: using RAC 165\u000a19:11:12.464305 tst ping.py: using CellId 23115\u000a19:11:12.582141 tst ping.py: using BVCI 23116\u000a19:11:12.605186 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:12.616170 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:12.627068 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:12.637834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:12.648499 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:12.659363 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:12.670348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:12.681435 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:11:12.957813 tst ping.py:19: start network...\u000a19:11:13.082793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:13.565402 run create_hlr_db(pid=5302): Launched\u000a19:11:13.738898 bus /gobi_6: Setting Powered False\u000a19:11:14.760495 run create_hlr_db(pid=5302): Terminated: ok {rc=0}\u000a19:11:15.191086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5304): Launched\u000a19:11:15.515605 run osmo-hlr_10.42.42.2(pid=5305): Launched\u000a19:11:15.636705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:16.225308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5307): Launched\u000a19:11:16.606504 run osmo-stp_10.42.42.5(pid=5308): Launched\u000a19:11:16.778619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:11:17.443022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5310): Launched\u000a19:11:17.550447 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:11:17.812503 run patchelf(pid=5311): Launched\u000a19:11:17.988584 run osmo-stp_10.42.42.5(pid=5308): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5308)]\u000a19:11:18.117781 run osmo-stp_10.42.42.5(pid=5308): stdout: \u000a| (launched: 2022-12-09_19:11:16.387468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:18.246436 run osmo-stp_10.42.42.5(pid=5308): stderr: \u000a| �[0;m�[38;5;43m20221209191116739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191116739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191116739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191116740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191116740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191116740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191116740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:18.371423 run osmo-stp_10.42.42.5(pid=5308): stdout: \u000a| (launched: 2022-12-09_19:11:16.387468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:18.494759 run osmo-stp_10.42.42.5(pid=5308): stderr: \u000a| �[0;m�[38;5;43m20221209191116739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191116739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191116739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191116740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191116740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191116740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191116740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:18.638594 run patchelf(pid=5311): Terminating (SIGINT)\u000a19:11:18.806822 run patchelf(pid=5311): Terminated: ok {rc=0}\u000a19:11:18.837496 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5308): Process ended prematurely: osmo-stp_10.42.42.5(pid=5308) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5308)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:11:18.846170 tst ping.py:22: Test FAILED (6.8 sec)\u000a19:11:18.905915 run osmo-hlr_10.42.42.2(pid=5305): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5305)]\u000a19:11:18.954383 run osmo-hlr_10.42.42.2(pid=5305): stdout: \u000a| (launched: 2022-12-09_19:11:15.356265) \u000a19:11:19.003073 run osmo-hlr_10.42.42.2(pid=5305): stderr: \u000a| �[0;m�[1;31m20221209191115554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191115554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191115554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191115554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191115554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191115554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191115567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191115577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191115578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191115578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:19.044489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5304): Terminating (SIGTERM)\u000a19:11:19.083418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5307): Terminating (SIGTERM)\u000a19:11:19.122795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5310): Terminating (SIGTERM)\u000a19:11:19.131889 --- ParallelTerminationStrategy: PID 5304 died...\u000a19:11:19.184873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5304): Terminated: ok {rc=0}\u000a19:11:19.194408 --- ParallelTerminationStrategy: PID 5307 died...\u000a19:11:19.246905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5307): Terminated: ok {rc=0}\u000a19:11:19.256370 --- ParallelTerminationStrategy: PID 5310 died...\u000a19:11:19.309612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5310): Terminated: ok {rc=0}\u000a19:11:19.396662 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5319): Process ended prematurely: osmo-stp_10.42.42.5(pid=5319) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5319)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5319): Process ended prematurely: osmo-stp_10.42.42.5(pid=5319) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:11:20.447756 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:20.459438 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:11:20.617438 tst ping_idle_ping.py: using LAC 23116\u000a19:11:20.735502 tst ping_idle_ping.py: using RAC 166\u000a19:11:20.854865 tst ping_idle_ping.py: using CellId 23116\u000a19:11:20.972830 tst ping_idle_ping.py: using BVCI 23117\u000a19:11:20.995920 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:21.006961 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:21.017840 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:21.028596 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:21.039435 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:21.050220 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:21.061145 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:21.071888 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:11:21.366155 tst ping_idle_ping.py:24: start network...\u000a19:11:21.502343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:22.023740 run create_hlr_db(pid=5313): Launched\u000a19:11:22.213256 bus /gobi_6: Setting Powered False\u000a19:11:23.233116 run create_hlr_db(pid=5313): Terminated: ok {rc=0}\u000a19:11:23.640605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5315): Launched\u000a19:11:23.944251 run osmo-hlr_10.42.42.2(pid=5316): Launched\u000a19:11:24.055782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:24.577359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5318): Launched\u000a19:11:24.879049 run osmo-stp_10.42.42.5(pid=5319): Launched\u000a19:11:24.988756 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:11:25.513311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5321): Launched\u000a19:11:25.619824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:11:25.881401 run patchelf(pid=5322): Launched\u000a19:11:26.056735 run osmo-stp_10.42.42.5(pid=5319): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5319)]\u000a19:11:26.185284 run osmo-stp_10.42.42.5(pid=5319): stdout: \u000a| (launched: 2022-12-09_19:11:24.730558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:26.314231 run osmo-stp_10.42.42.5(pid=5319): stderr: \u000a| �[0;m�[38;5;43m20221209191124901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191124901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191124902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191124902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191124903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191124903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191124903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:26.438066 run osmo-stp_10.42.42.5(pid=5319): stdout: \u000a| (launched: 2022-12-09_19:11:24.730558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:26.560796 run osmo-stp_10.42.42.5(pid=5319): stderr: \u000a| �[0;m�[38;5;43m20221209191124901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191124901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191124902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191124902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191124903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191124903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191124903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:26.703999 run patchelf(pid=5322): Terminating (SIGINT)\u000a19:11:26.871611 run patchelf(pid=5322): Terminated: ok {rc=0}\u000a19:11:26.902210 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5319): Process ended prematurely: osmo-stp_10.42.42.5(pid=5319) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5319)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:11:26.910983 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:11:26.969588 run osmo-hlr_10.42.42.2(pid=5316): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5316)]\u000a19:11:27.017618 run osmo-hlr_10.42.42.2(pid=5316): stdout: \u000a| (launched: 2022-12-09_19:11:23.795349) \u000a19:11:27.066588 run osmo-hlr_10.42.42.2(pid=5316): stderr: \u000a| �[0;m�[1;31m20221209191123976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191123976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191123976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191123976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191123976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191123976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191123988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191123997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191123997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191123997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:27.108069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5315): Terminating (SIGTERM)\u000a19:11:27.147313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5318): Terminating (SIGTERM)\u000a19:11:27.186295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5321): Terminating (SIGTERM)\u000a19:11:27.195262 --- ParallelTerminationStrategy: PID 5315 died...\u000a19:11:27.247341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5315): Terminated: ok {rc=0}\u000a19:11:27.256641 --- ParallelTerminationStrategy: PID 5318 died...\u000a19:11:27.308595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5318): Terminated: ok {rc=0}\u000a19:11:27.317904 --- ParallelTerminationStrategy: PID 5321 died...\u000a19:11:27.370058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5321): Terminated: ok {rc=0}\u000a19:11:27.457740 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:10:29" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5336): Process ended prematurely: osmo-stp_10.42.42.5(pid=5336) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5336)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5336): Process ended prematurely: osmo-stp_10.42.42.5(pid=5336) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:11:29.607981 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:29.618954 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:11:29.774731 tst cs_paging_gprs_active.py: using LAC 23117\u000a19:11:29.893341 tst cs_paging_gprs_active.py: using RAC 167\u000a19:11:30.014087 tst cs_paging_gprs_active.py: using CellId 23117\u000a19:11:30.133379 tst cs_paging_gprs_active.py: using BVCI 23118\u000a19:11:30.156726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:30.167703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:30.178432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:30.189112 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:30.199748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:30.210459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:30.221189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:30.231759 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:30.243099 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:11:30.363353 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:11:30.646998 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:11:30.775196 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:31.110893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5326): Launched\u000a19:11:31.393674 run iperf3-srv_10.42.42.10(pid=5327): Launched\u000a19:11:31.584598 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:11:31.714333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:32.087264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5328): Launched\u000a19:11:32.403890 run iperf3-srv_10.42.42.10(pid=5329): Launched\u000a19:11:32.591657 tst cs_paging_gprs_active.py:38: start network...\u000a19:11:32.719526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:33.209832 run create_hlr_db(pid=5330): Launched\u000a19:11:33.386143 bus /gobi_6: Setting Powered False\u000a19:11:34.407472 run create_hlr_db(pid=5330): Terminated: ok {rc=0}\u000a19:11:34.844675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5332): Launched\u000a19:11:35.174712 run osmo-hlr_10.42.42.2(pid=5333): Launched\u000a19:11:35.296776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:35.869136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5335): Launched\u000a19:11:36.198106 run osmo-stp_10.42.42.5(pid=5336): Launched\u000a19:11:36.318018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:11:36.893116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5338): Launched\u000a19:11:37.010927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:11:37.296818 run patchelf(pid=5339): Launched\u000a19:11:37.489719 run osmo-stp_10.42.42.5(pid=5336): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5336)]\u000a19:11:37.630829 run osmo-stp_10.42.42.5(pid=5336): stdout: \u000a| (launched: 2022-12-09_19:11:36.036877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:37.772054 run osmo-stp_10.42.42.5(pid=5336): stderr: \u000a| �[0;m�[38;5;43m20221209191136233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191136233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191136233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191136234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191136234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191136234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191136234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:37.907893 run osmo-stp_10.42.42.5(pid=5336): stdout: \u000a| (launched: 2022-12-09_19:11:36.036877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:38.043019 run osmo-stp_10.42.42.5(pid=5336): stderr: \u000a| �[0;m�[38;5;43m20221209191136233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191136233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191136233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191136234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191136234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191136234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191136234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:38.199648 run patchelf(pid=5339): Terminating (SIGINT)\u000a19:11:38.383287 run patchelf(pid=5339): Terminated: ok {rc=0}\u000a19:11:38.417054 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5336): Process ended prematurely: osmo-stp_10.42.42.5(pid=5336) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5336)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:11:38.427161 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:11:38.490385 run osmo-hlr_10.42.42.2(pid=5333): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5333)]\u000a19:11:38.541652 run osmo-hlr_10.42.42.2(pid=5333): stdout: \u000a| (launched: 2022-12-09_19:11:35.012204) \u000a19:11:38.593656 run osmo-hlr_10.42.42.2(pid=5333): stderr: \u000a| �[0;m�[1;31m20221209191135211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191135211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191135211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191135211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191135211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191135211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191135226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191135234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191135234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191135234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:38.637932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5326): Terminating (SIGTERM)\u000a19:11:38.679545 run iperf3-srv_10.42.42.10(pid=5327): Terminating (SIGTERM)\u000a19:11:38.721269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5328): Terminating (SIGTERM)\u000a19:11:38.763040 run iperf3-srv_10.42.42.10(pid=5329): Terminating (SIGTERM)\u000a19:11:38.804466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5332): Terminating (SIGTERM)\u000a19:11:38.846440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5335): Terminating (SIGTERM)\u000a19:11:38.887774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5338): Terminating (SIGTERM)\u000a19:11:38.897607 --- ParallelTerminationStrategy: PID 5326 died...\u000a19:11:38.953443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5326): Terminated: ok {rc=0}\u000a19:11:38.963449 --- ParallelTerminationStrategy: PID 5327 died...\u000a19:11:39.018989 run iperf3-srv_10.42.42.10(pid=5327): Terminated {rc=256}\u000a19:11:39.028895 --- ParallelTerminationStrategy: PID 5328 died...\u000a19:11:39.084447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5328): Terminated: ok {rc=0}\u000a19:11:39.094374 --- ParallelTerminationStrategy: PID 5329 died...\u000a19:11:39.149687 run iperf3-srv_10.42.42.10(pid=5329): Terminated {rc=256}\u000a19:11:39.159578 --- ParallelTerminationStrategy: PID 5332 died...\u000a19:11:39.214813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5332): Terminated: ok {rc=0}\u000a19:11:39.224746 --- ParallelTerminationStrategy: PID 5335 died...\u000a19:11:39.280078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5335): Terminated: ok {rc=0}\u000a19:11:39.290022 --- ParallelTerminationStrategy: PID 5338 died...\u000a19:11:39.345203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5338): Terminated: ok {rc=0}\u000a19:11:39.431608 bus /gobi_0: Setting Powered False\u000a19:11:40.536702 bus /gobi_0: Setting Powered False\u000a19:11:41.644002 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:11:42.753786 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:42.765330 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:11:42.934757 tst iperf3.py: using LAC 23118\u000a19:11:43.063246 tst iperf3.py: using RAC 168\u000a19:11:43.196321 tst iperf3.py: using CellId 23118\u000a19:11:43.322686 tst iperf3.py: using BVCI 23119\u000a19:11:43.348112 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:43.359701 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:43.371050 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:43.382639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:43.394199 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:43.405674 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:43.417571 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:43.428906 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:43.440698 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:11:43.737590 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:11:43.875373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:44.218280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5340): Launched\u000a19:11:44.501155 run iperf3-srv_10.42.42.10(pid=5341): Launched\u000a19:11:44.704927 tst iperf3.py:8: start network...\u000a19:11:44.843428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:45.360805 run create_hlr_db(pid=5342): Launched\u000a19:11:45.551259 bus /gobi_6: Setting Powered False\u000a19:11:46.573703 run create_hlr_db(pid=5342): Terminated: ok {rc=0}\u000a19:11:47.031821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Launched\u000a19:11:47.366461 run osmo-hlr_10.42.42.2(pid=5345): Launched\u000a19:11:47.486774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:48.062033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Launched\u000a19:11:48.392592 run osmo-stp_10.42.42.5(pid=5348): Launched\u000a19:11:48.512814 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:11:49.086665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5350): Launched\u000a19:11:49.204621 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:11:49.491389 run patchelf(pid=5351): Launched\u000a19:11:49.685001 run osmo-stp_10.42.42.5(pid=5348): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]\u000a19:11:49.826160 run osmo-stp_10.42.42.5(pid=5348): stdout: \u000a| (launched: 2022-12-09_19:11:48.229998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:49.967591 run osmo-stp_10.42.42.5(pid=5348): stderr: \u000a| �[0;m�[38;5;43m20221209191148423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191148423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191148423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191148423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191148426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191148426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191148426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:50.104494 run osmo-stp_10.42.42.5(pid=5348): stdout: \u000a| (launched: 2022-12-09_19:11:48.229998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:50.239992 run osmo-stp_10.42.42.5(pid=5348): stderr: \u000a| �[0;m�[38;5;43m20221209191148423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191148423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191148423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191148423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191148426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191148426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191148426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:50.397385 run patchelf(pid=5351): Terminating (SIGINT)\u000a19:11:50.581845 run patchelf(pid=5351): Terminated: ok {rc=0}\u000a19:11:50.615757 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:11:50.626192 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:11:50.689235 run osmo-hlr_10.42.42.2(pid=5345): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5345)]\u000a19:11:50.740166 run osmo-hlr_10.42.42.2(pid=5345): stdout: \u000a| (launched: 2022-12-09_19:11:47.202788) \u000a19:11:50.791762 run osmo-hlr_10.42.42.2(pid=5345): stderr: \u000a| �[0;m�[1;31m20221209191147400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191147400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191147400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191147400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191147400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191147400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191147413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191147421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191147421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191147421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:50.835618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5340): Terminating (SIGTERM)\u000a19:11:50.877416 run iperf3-srv_10.42.42.10(pid=5341): Terminating (SIGTERM)\u000a19:11:50.919135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Terminating (SIGTERM)\u000a19:11:50.960421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Terminating (SIGTERM)\u000a19:11:51.002127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5350): Terminating (SIGTERM)\u000a19:11:51.011936 --- ParallelTerminationStrategy: PID 5340 died...\u000a19:11:51.067632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5340): Terminated: ok {rc=0}\u000a19:11:51.077910 --- ParallelTerminationStrategy: PID 5341 died...\u000a19:11:51.133449 run iperf3-srv_10.42.42.10(pid=5341): Terminated {rc=256}\u000a19:11:51.143444 --- ParallelTerminationStrategy: PID 5344 died...\u000a19:11:51.199181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Terminated: ok {rc=0}\u000a19:11:51.209253 --- ParallelTerminationStrategy: PID 5347 died...\u000a19:11:51.264804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Terminated: ok {rc=0}\u000a19:11:51.274788 --- ParallelTerminationStrategy: PID 5350 died...\u000a19:11:51.330406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5350): Terminated: ok {rc=0}\u000a19:11:51.417160 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5366): Process ended prematurely: osmo-stp_10.42.42.5(pid=5366) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5366): Process ended prematurely: osmo-stp_10.42.42.5(pid=5366) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:11:52.529788 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:52.541502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:11:52.702789 tst iperf3m4.py: using LAC 23119\u000a19:11:52.830833 tst iperf3m4.py: using RAC 169\u000a19:11:52.958922 tst iperf3m4.py: using CellId 23119\u000a19:11:53.087130 tst iperf3m4.py: using BVCI 23120\u000a19:11:53.112282 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:53.123800 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:53.135247 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:53.146834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:53.158972 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:53.170177 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:53.181953 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:53.193379 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:11:53.205133 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:11:53.325230 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:11:53.447275 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:11:53.568448 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:11:53.852303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:11:53.979968 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:54.299912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5352): Launched\u000a19:11:54.564874 run iperf3-srv_10.42.42.10(pid=5353): Launched\u000a19:11:54.751786 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:11:54.879356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:55.196226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5354): Launched\u000a19:11:55.458826 run iperf3-srv_10.42.42.10(pid=5355): Launched\u000a19:11:55.646973 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:11:55.774341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:56.092206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5356): Launched\u000a19:11:56.355591 run iperf3-srv_10.42.42.10(pid=5357): Launched\u000a19:11:56.542633 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:11:56.670283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:56.988918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5358): Launched\u000a19:11:57.252079 run iperf3-srv_10.42.42.10(pid=5359): Launched\u000a19:11:57.438673 tst iperf3m4.py:8: start network...\u000a19:11:57.566206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:58.055047 run create_hlr_db(pid=5360): Launched\u000a19:11:58.230748 bus /gobi_6: Setting Powered False\u000a19:11:59.252093 run create_hlr_db(pid=5360): Terminated: ok {rc=0}\u000a19:11:59.690025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5362): Launched\u000a19:12:00.021029 run osmo-hlr_10.42.42.2(pid=5363): Launched\u000a19:12:00.145287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:00.719167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5365): Launched\u000a19:12:01.196736 run osmo-stp_10.42.42.5(pid=5366): Launched\u000a19:12:01.503732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:12:02.258252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5368): Launched\u000a19:12:02.377128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:12:02.663461 run patchelf(pid=5369): Launched\u000a19:12:02.854945 run osmo-stp_10.42.42.5(pid=5366): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)]\u000a19:12:02.995458 run osmo-stp_10.42.42.5(pid=5366): stdout: \u000a| (launched: 2022-12-09_19:12:00.910984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:03.135921 run osmo-stp_10.42.42.5(pid=5366): stderr: \u000a| �[0;m�[38;5;43m20221209191201393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191201393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191201394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191201394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191201395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191201395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191201395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:03.271308 run osmo-stp_10.42.42.5(pid=5366): stdout: \u000a| (launched: 2022-12-09_19:12:00.910984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:03.405800 run osmo-stp_10.42.42.5(pid=5366): stderr: \u000a| �[0;m�[38;5;43m20221209191201393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191201393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191201394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191201394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191201395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191201395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191201395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:03.562634 run patchelf(pid=5369): Terminating (SIGINT)\u000a19:12:03.746817 run patchelf(pid=5369): Terminated: ok {rc=0}\u000a19:12:03.780633 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5366): Process ended prematurely: osmo-stp_10.42.42.5(pid=5366) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:12:03.790874 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a19:12:03.854996 run osmo-hlr_10.42.42.2(pid=5363): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5363)]\u000a19:12:03.906594 run osmo-hlr_10.42.42.2(pid=5363): stdout: \u000a| (launched: 2022-12-09_19:11:59.857721) \u000a19:12:03.958989 run osmo-hlr_10.42.42.2(pid=5363): stderr: \u000a| �[0;m�[1;31m20221209191200058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191200058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191200059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191200059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191200059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191200059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191200072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191200082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191200082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191200082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:04.003516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5352): Terminating (SIGTERM)\u000a19:12:04.045277 run iperf3-srv_10.42.42.10(pid=5353): Terminating (SIGTERM)\u000a19:12:04.087881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5354): Terminating (SIGTERM)\u000a19:12:04.129576 run iperf3-srv_10.42.42.10(pid=5355): Terminating (SIGTERM)\u000a19:12:04.171697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5356): Terminating (SIGTERM)\u000a19:12:04.213827 run iperf3-srv_10.42.42.10(pid=5357): Terminating (SIGTERM)\u000a19:12:04.255738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5358): Terminating (SIGTERM)\u000a19:12:04.298191 run iperf3-srv_10.42.42.10(pid=5359): Terminating (SIGTERM)\u000a19:12:04.340192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5362): Terminating (SIGTERM)\u000a19:12:04.382666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5365): Terminating (SIGTERM)\u000a19:12:04.424794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5368): Terminating (SIGTERM)\u000a19:12:04.434670 --- ParallelTerminationStrategy: PID 5352 died...\u000a19:12:04.491174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5352): Terminated: ok {rc=0}\u000a19:12:04.501385 --- ParallelTerminationStrategy: PID 5353 died...\u000a19:12:04.557259 run iperf3-srv_10.42.42.10(pid=5353): Terminated {rc=256}\u000a19:12:04.567382 --- ParallelTerminationStrategy: PID 5354 died...\u000a19:12:04.623649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5354): Terminated: ok {rc=0}\u000a19:12:04.634037 --- ParallelTerminationStrategy: PID 5355 died...\u000a19:12:04.690233 run iperf3-srv_10.42.42.10(pid=5355): Terminated {rc=256}\u000a19:12:04.700353 --- ParallelTerminationStrategy: PID 5356 died...\u000a19:12:04.756574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5356): Terminated: ok {rc=0}\u000a19:12:04.766768 --- ParallelTerminationStrategy: PID 5357 died...\u000a19:12:04.822820 run iperf3-srv_10.42.42.10(pid=5357): Terminated {rc=256}\u000a19:12:04.833018 --- ParallelTerminationStrategy: PID 5358 died...\u000a19:12:04.889193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5358): Terminated: ok {rc=0}\u000a19:12:04.899184 --- ParallelTerminationStrategy: PID 5359 died...\u000a19:12:04.954885 run iperf3-srv_10.42.42.10(pid=5359): Terminated {rc=256}\u000a19:12:04.965170 --- ParallelTerminationStrategy: PID 5362 died...\u000a19:12:05.021073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5362): Terminated: ok {rc=0}\u000a19:12:05.031319 --- ParallelTerminationStrategy: PID 5365 died...\u000a19:12:05.087574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5365): Terminated: ok {rc=0}\u000a19:12:05.097889 --- ParallelTerminationStrategy: PID 5368 died...\u000a19:12:05.154249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5368): Terminated: ok {rc=0}\u000a19:12:05.242161 bus /gobi_4: Setting Powered False\u000a19:12:06.349355 bus /gobi_4: Setting Powered False\u000a19:12:07.457297 bus /gobi_1: Setting Powered False\u000a19:12:08.560014 bus /gobi_1: Setting Powered False\u000a19:12:09.672496 bus /gobi_0: Setting Powered False\u000a19:12:10.775639 bus /gobi_0: Setting Powered False\u000a19:12:11.883359 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5376): Process ended prematurely: osmo-stp_10.42.42.5(pid=5376) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5376)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5376): Process ended prematurely: osmo-stp_10.42.42.5(pid=5376) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:12:12.948925 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:12.960435 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:12:13.118539 tst ping.py: using LAC 23120\u000a19:12:13.243772 tst ping.py: using RAC 170\u000a19:12:13.369367 tst ping.py: using CellId 23120\u000a19:12:13.494200 tst ping.py: using BVCI 23121\u000a19:12:13.518961 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:13.530658 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:13.542134 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:13.554168 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:13.565732 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:13.577275 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:13.589098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:13.600355 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:12:13.877494 tst ping.py:19: start network...\u000a19:12:14.002149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:14.485271 run create_hlr_db(pid=5370): Launched\u000a19:12:14.659744 bus /gobi_6: Setting Powered False\u000a19:12:15.680806 run create_hlr_db(pid=5370): Terminated: ok {rc=0}\u000a19:12:16.130174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5372): Launched\u000a19:12:16.606309 run osmo-hlr_10.42.42.2(pid=5373): Launched\u000a19:12:16.848813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:17.498924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5375): Launched\u000a19:12:17.799825 run osmo-stp_10.42.42.5(pid=5376): Launched\u000a19:12:17.919570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:12:18.449727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5378): Launched\u000a19:12:18.555956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:12:18.817710 run patchelf(pid=5379): Launched\u000a19:12:18.992917 run osmo-stp_10.42.42.5(pid=5376): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5376)]\u000a19:12:19.121168 run osmo-stp_10.42.42.5(pid=5376): stdout: \u000a| (launched: 2022-12-09_19:12:17.651997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:19.249133 run osmo-stp_10.42.42.5(pid=5376): stderr: \u000a| �[0;m�[38;5;43m20221209191217822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191217822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191217822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191217823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191217823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191217823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191217823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:19.372665 run osmo-stp_10.42.42.5(pid=5376): stdout: \u000a| (launched: 2022-12-09_19:12:17.651997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:19.495348 run osmo-stp_10.42.42.5(pid=5376): stderr: \u000a| �[0;m�[38;5;43m20221209191217822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191217822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191217822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191217823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191217823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191217823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191217823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:19.638778 run patchelf(pid=5379): Terminating (SIGINT)\u000a19:12:19.807365 run patchelf(pid=5379): Terminated: ok {rc=0}\u000a19:12:19.838092 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5376): Process ended prematurely: osmo-stp_10.42.42.5(pid=5376) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5376)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:12:19.846814 tst ping.py:22: Test FAILED (6.9 sec)\u000a19:12:19.905772 run osmo-hlr_10.42.42.2(pid=5373): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5373)]\u000a19:12:19.953729 run osmo-hlr_10.42.42.2(pid=5373): stdout: \u000a| (launched: 2022-12-09_19:12:16.289144) \u000a19:12:20.002206 run osmo-hlr_10.42.42.2(pid=5373): stderr: \u000a| �[0;m�[1;31m20221209191216576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191216576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191216576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191216576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191216576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191216576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191216597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191216614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191216614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191216614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:20.043450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5372): Terminating (SIGTERM)\u000a19:12:20.082456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5375): Terminating (SIGTERM)\u000a19:12:20.121632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5378): Terminating (SIGTERM)\u000a19:12:20.130985 --- ParallelTerminationStrategy: PID 5372 died...\u000a19:12:20.183511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5372): Terminated: ok {rc=0}\u000a19:12:20.193087 --- ParallelTerminationStrategy: PID 5375 died...\u000a19:12:20.245207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5375): Terminated: ok {rc=0}\u000a19:12:20.254669 --- ParallelTerminationStrategy: PID 5378 died...\u000a19:12:20.306758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5378): Terminated: ok {rc=0}\u000a19:12:20.394569 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5386): Process ended prematurely: osmo-stp_10.42.42.5(pid=5386) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5386)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5386): Process ended prematurely: osmo-stp_10.42.42.5(pid=5386) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:12:21.446597 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:21.458790 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:12:21.617577 tst ping_idle_ping.py: using LAC 23121\u000a19:12:21.735445 tst ping_idle_ping.py: using RAC 171\u000a19:12:21.853428 tst ping_idle_ping.py: using CellId 23121\u000a19:12:21.970973 tst ping_idle_ping.py: using BVCI 23122\u000a19:12:21.994018 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:22.005084 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:22.015883 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:22.026724 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:22.037328 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:22.047997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:22.058975 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:22.069695 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:12:22.346335 tst ping_idle_ping.py:24: start network...\u000a19:12:22.472252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:22.961119 run create_hlr_db(pid=5380): Launched\u000a19:12:23.135418 bus /gobi_6: Setting Powered False\u000a19:12:24.155783 run create_hlr_db(pid=5380): Terminated: ok {rc=0}\u000a19:12:24.586836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5382): Launched\u000a19:12:24.911295 run osmo-hlr_10.42.42.2(pid=5383): Launched\u000a19:12:25.033095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:25.595794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5385): Launched\u000a19:12:25.920179 run osmo-stp_10.42.42.5(pid=5386): Launched\u000a19:12:26.038441 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:12:26.602877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5388): Launched\u000a19:12:26.718995 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:12:27.000531 run patchelf(pid=5389): Launched\u000a19:12:27.189404 run osmo-stp_10.42.42.5(pid=5386): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5386)]\u000a19:12:27.327358 run osmo-stp_10.42.42.5(pid=5386): stdout: \u000a| (launched: 2022-12-09_19:12:25.761320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:27.465391 run osmo-stp_10.42.42.5(pid=5386): stderr: \u000a| �[0;m�[38;5;43m20221209191225954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191225954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191225955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191225955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191225957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191225958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191225958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:27.599167 run osmo-stp_10.42.42.5(pid=5386): stdout: \u000a| (launched: 2022-12-09_19:12:25.761320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:27.732412 run osmo-stp_10.42.42.5(pid=5386): stderr: \u000a| �[0;m�[38;5;43m20221209191225954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191225954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191225955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191225955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191225957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191225958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191225958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:27.886372 run patchelf(pid=5389): Terminating (SIGINT)\u000a19:12:28.066864 run patchelf(pid=5389): Terminated: ok {rc=0}\u000a19:12:28.099550 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5386): Process ended prematurely: osmo-stp_10.42.42.5(pid=5386) [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5386)] [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:12:28.109538 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:12:28.172290 run osmo-hlr_10.42.42.2(pid=5383): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5383)]\u000a19:12:28.223409 run osmo-hlr_10.42.42.2(pid=5383): stdout: \u000a| (launched: 2022-12-09_19:12:24.752665) \u000a19:12:28.275114 run osmo-hlr_10.42.42.2(pid=5383): stderr: \u000a| �[0;m�[1;31m20221209191224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191224954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191224966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191224974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191224974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191224974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:28.318947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5382): Terminating (SIGTERM)\u000a19:12:28.361145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5385): Terminating (SIGTERM)\u000a19:12:28.403173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5388): Terminating (SIGTERM)\u000a19:12:28.413162 --- ParallelTerminationStrategy: PID 5382 died...\u000a19:12:28.469023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5382): Terminated: ok {rc=0}\u000a19:12:28.479058 --- ParallelTerminationStrategy: PID 5385 died...\u000a19:12:28.534651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5385): Terminated: ok {rc=0}\u000a19:12:28.544680 --- ParallelTerminationStrategy: PID 5388 died...\u000a19:12:28.600344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5388): Terminated: ok {rc=0}\u000a19:12:28.686238 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:11:29" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5399): Process ended prematurely: osmo-stp_10.42.42.5(pid=5399) [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5399)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5399): Process ended prematurely: osmo-stp_10.42.42.5(pid=5399) [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:12:30.730767 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:12:30.742134 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:12:30.932480 tst switch_tch_pdch.py: using LAC 23122\u000a19:12:31.067216 tst switch_tch_pdch.py: using RAC 172\u000a19:12:31.221936 tst switch_tch_pdch.py: using CellId 23122\u000a19:12:31.354298 tst switch_tch_pdch.py: using BVCI 23123\u000a19:12:31.380404 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:12:31.393501 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:12:31.406855 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:12:31.419829 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:12:31.432531 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:12:31.446655 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:12:31.460200 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:12:31.473733 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:12:31.616367 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:12:31.941379 tst switch_tch_pdch.py:51: start network...\u000a19:12:32.070277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:32.558612 run create_hlr_db(pid=5393): Launched\u000a19:12:32.733624 bus /gobi_6: Setting Powered False\u000a19:12:33.754313 run create_hlr_db(pid=5393): Terminated: ok {rc=0}\u000a19:12:34.183684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5395): Launched\u000a19:12:34.507524 run osmo-hlr_10.42.42.2(pid=5396): Launched\u000a19:12:34.626465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:35.187274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5398): Launched\u000a19:12:35.511485 run osmo-stp_10.42.42.5(pid=5399): Launched\u000a19:12:35.629560 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:12:36.178022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5404): Launched\u000a19:12:36.284429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:12:36.548064 run patchelf(pid=5405): Launched\u000a19:12:36.723958 run osmo-stp_10.42.42.5(pid=5399): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5399)]\u000a19:12:36.852234 run osmo-stp_10.42.42.5(pid=5399): stdout: \u000a| (launched: 2022-12-09_19:12:35.351556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:36.980504 run osmo-stp_10.42.42.5(pid=5399): stderr: \u000a| �[0;m�[38;5;43m20221209191235545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191235545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191235546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191235546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191235546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191235546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191235547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:37.104390 run osmo-stp_10.42.42.5(pid=5399): stdout: \u000a| (launched: 2022-12-09_19:12:35.351556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:37.227031 run osmo-stp_10.42.42.5(pid=5399): stderr: \u000a| �[0;m�[38;5;43m20221209191235545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191235545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191235546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191235546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191235546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191235546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191235547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:37.370020 run patchelf(pid=5405): Terminating (SIGINT)\u000a19:12:37.537502 run patchelf(pid=5405): Terminated: ok {rc=0}\u000a19:12:37.567970 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5399): Process ended prematurely: osmo-stp_10.42.42.5(pid=5399) [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5399)] [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:12:37.576653 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a19:12:37.635665 run osmo-hlr_10.42.42.2(pid=5396): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5396)]\u000a19:12:37.683990 run osmo-hlr_10.42.42.2(pid=5396): stdout: \u000a| (launched: 2022-12-09_19:12:34.348705) \u000a19:12:37.732916 run osmo-hlr_10.42.42.2(pid=5396): stderr: \u000a| �[0;m�[1;31m20221209191234548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191234548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191234548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191234548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191234548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191234548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191234560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191234568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191234569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191234569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:37.774563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5395): Terminating (SIGTERM)\u000a19:12:37.813784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5398): Terminating (SIGTERM)\u000a19:12:37.852926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5404): Terminating (SIGTERM)\u000a19:12:37.862050 --- ParallelTerminationStrategy: PID 5395 died...\u000a19:12:37.914733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5395): Terminated: ok {rc=0}\u000a19:12:37.924171 --- ParallelTerminationStrategy: PID 5398 died...\u000a19:12:37.977499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5398): Terminated: ok {rc=0}\u000a19:12:37.986986 --- ParallelTerminationStrategy: PID 5404 died...\u000a19:12:38.040139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5404): Terminated: ok {rc=0}\u000a19:12:38.128641 bus /gobi_0: Setting Powered False\u000a19:12:39.231410 bus /gobi_0: Setting Powered False\u000a19:12:40.342756 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:12:30" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5415): Process ended prematurely: osmo-stp_10.42.42.5(pid=5415) [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5415)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5415): Process ended prematurely: osmo-stp_10.42.42.5(pid=5415) [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:12:42.312595 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:12:42.323555 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:12:42.478275 tst switch_tch_pdch.py: using LAC 23123\u000a19:12:42.596042 tst switch_tch_pdch.py: using RAC 173\u000a19:12:42.716514 tst switch_tch_pdch.py: using CellId 23123\u000a19:12:42.836611 tst switch_tch_pdch.py: using BVCI 23124\u000a19:12:42.859658 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:12:42.870682 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:12:42.881545 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:12:42.892416 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:12:42.903144 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:12:42.913857 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:12:42.924699 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:12:42.935506 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:12:43.056700 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:12:43.352268 tst switch_tch_pdch.py:51: start network...\u000a19:12:43.488372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:43.973042 run create_hlr_db(pid=5409): Launched\u000a19:12:44.106413 bus /gobi_6: Setting Powered False\u000a19:12:45.182545 run create_hlr_db(pid=5409): Terminated: ok {rc=0}\u000a19:12:45.562284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5411): Launched\u000a19:12:45.893537 run osmo-hlr_10.42.42.2(pid=5412): Launched\u000a19:12:46.034357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:46.816335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5414): Launched\u000a19:12:47.247874 run osmo-stp_10.42.42.5(pid=5415): Launched\u000a19:12:47.427488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:12:47.964577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5417): Launched\u000a19:12:48.081645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:12:48.363352 run patchelf(pid=5418): Launched\u000a19:12:48.552604 run osmo-stp_10.42.42.5(pid=5415): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5415)]\u000a19:12:48.691444 run osmo-stp_10.42.42.5(pid=5415): stdout: \u000a| (launched: 2022-12-09_19:12:46.985673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:48.830394 run osmo-stp_10.42.42.5(pid=5415): stderr: \u000a| �[0;m�[38;5;43m20221209191247252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191247252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191247252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191247252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191247253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191247253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191247253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:48.964640 run osmo-stp_10.42.42.5(pid=5415): stdout: \u000a| (launched: 2022-12-09_19:12:46.985673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:49.097691 run osmo-stp_10.42.42.5(pid=5415): stderr: \u000a| �[0;m�[38;5;43m20221209191247252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191247252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191247252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191247252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191247253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191247253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191247253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:49.251978 run patchelf(pid=5418): Terminating (SIGINT)\u000a19:12:49.432368 run patchelf(pid=5418): Terminated: ok {rc=0}\u000a19:12:49.465249 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5415): Process ended prematurely: osmo-stp_10.42.42.5(pid=5415) [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5415)] [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:12:49.474720 tst switch_tch_pdch.py:54: Test FAILED (7.1 sec)\u000a19:12:49.538381 run osmo-hlr_10.42.42.2(pid=5412): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5412)]\u000a19:12:49.590089 run osmo-hlr_10.42.42.2(pid=5412): stdout: \u000a| (launched: 2022-12-09_19:12:45.716556) \u000a19:12:49.642367 run osmo-hlr_10.42.42.2(pid=5412): stderr: \u000a| �[0;m�[1;31m20221209191246018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191246018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191246018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191246018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191246018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191246018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191246044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191246054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191246054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191246054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:49.687407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5411): Terminating (SIGTERM)\u000a19:12:49.730159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5414): Terminating (SIGTERM)\u000a19:12:49.772053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5417): Terminating (SIGTERM)\u000a19:12:49.782176 --- ParallelTerminationStrategy: PID 5411 died...\u000a19:12:49.838729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5411): Terminated: ok {rc=0}\u000a19:12:49.848901 --- ParallelTerminationStrategy: PID 5414 died...\u000a19:12:49.905034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5414): Terminated: ok {rc=0}\u000a19:12:49.915177 --- ParallelTerminationStrategy: PID 5417 died...\u000a19:12:49.971381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5417): Terminated: ok {rc=0}\u000a19:12:50.059307 bus /gobi_0: Setting Powered False\u000a19:12:51.166611 bus /gobi_0: Setting Powered False\u000a19:12:52.277595 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:12:42" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5423): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5423) [trial-2363↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5423)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5423): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5423) [trial-2363↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a19:12:54.186403 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a19:12:54.197744 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:12:54.341756 tst mo_mt_sms.py: using LAC 23124\u000a19:12:54.468850 tst mo_mt_sms.py: using RAC 174\u000a19:12:54.599542 tst mo_mt_sms.py: using CellId 23124\u000a19:12:54.723959 tst mo_mt_sms.py: using BVCI 23125\u000a19:12:54.748306 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:12:54.861971 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:12:55.137046 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:12:55.262842 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:12:55.888554 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5422): Launched\u000a19:12:56.190178 run osmo-nitb_10.42.42.2(pid=5423): Launched\u000a19:12:56.375083 run osmo-nitb_10.42.42.2(pid=5423): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5423)]\u000a19:12:56.511407 run osmo-nitb_10.42.42.2(pid=5423): stdout: \u000a| (launched: 2022-12-09_19:12:56.042670) \u000a19:12:56.648682 run osmo-nitb_10.42.42.2(pid=5423): stderr: \u000a| (launched: 2022-12-09_19:12:56.088027)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:12:56.780808 run osmo-nitb_10.42.42.2(pid=5423): stdout: \u000a| (launched: 2022-12-09_19:12:56.042670) \u000a19:12:56.911907 run osmo-nitb_10.42.42.2(pid=5423): stderr: \u000a| (launched: 2022-12-09_19:12:56.088027)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:12:57.312940 tst osmo-nitb_10.42.42.2(pid=5423): stdout: \u000a| (launched: 2022-12-09_19:12:56.042670) \u000a19:12:57.434059 tst osmo-nitb_10.42.42.2(pid=5423): stderr: \u000a| (launched: 2022-12-09_19:12:56.088027)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:12:57.486577 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=5423): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5423) [trial-2363↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5423)] [trial-2363↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a19:12:57.494717 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a19:12:57.529864 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5422): Terminating (SIGTERM)\u000a19:12:57.707489 --- ParallelTerminationStrategy: PID 5422 died...\u000a19:12:57.762767 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5422): Terminated: ok {rc=0}\u000a19:12:57.850906 bus /sierra_3: Setting Powered False\u000a19:12:58.954100 bus /sierra_3: Setting Powered False\u000a19:13:00.067373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:12:53" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5433): Process ended prematurely: osmo-stp_10.42.42.5(pid=5433) [trial-2363↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5433)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5433): Process ended prematurely: osmo-stp_10.42.42.5(pid=5433) [trial-2363↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a19:13:01.994816 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:02.006409 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:13:02.170718 tst mo_mt_sms.py: using LAC 23125\u000a19:13:02.300767 tst mo_mt_sms.py: using RAC 175\u000a19:13:02.426569 tst mo_mt_sms.py: using CellId 23125\u000a19:13:02.545755 tst mo_mt_sms.py: using BVCI 23126\u000a19:13:02.568907 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:02.579620 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:02.590166 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:02.601166 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:02.612153 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:02.623240 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:13:02.744371 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:13:02.954980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:03.463157 run create_hlr_db(pid=5427): Launched\u000a19:13:03.645459 bus /sierra_2: Setting Powered False\u000a19:13:04.660434 run create_hlr_db(pid=5427): Terminated: ok {rc=0}\u000a19:13:05.061075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5429): Launched\u000a19:13:05.361595 run osmo-hlr_10.42.42.2(pid=5430): Launched\u000a19:13:05.471573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:05.993488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5432): Launched\u000a19:13:06.296331 run osmo-stp_10.42.42.5(pid=5433): Launched\u000a19:13:06.406008 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:13:06.955922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5435): Launched\u000a19:13:07.258361 run osmo-msc_10.42.42.6(pid=5436): Launched\u000a19:13:07.435334 run osmo-stp_10.42.42.5(pid=5433): ERR: Terminated: ERROR {rc=1} [trial-2363↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5433)]\u000a19:13:07.563045 run osmo-stp_10.42.42.5(pid=5433): stdout: \u000a| (launched: 2022-12-09_19:13:06.147054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:07.688196 run osmo-stp_10.42.42.5(pid=5433): stderr: \u000a| �[0;m�[38;5;43m20221209191306318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191306318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191306319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191306319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191306321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191306321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191306321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:07.809125 run osmo-stp_10.42.42.5(pid=5433): stdout: \u000a| (launched: 2022-12-09_19:13:06.147054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:07.929336 run osmo-stp_10.42.42.5(pid=5433): stderr: \u000a| �[0;m�[38;5;43m20221209191306318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191306318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191306319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191306319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191306321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191306321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191306321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:07.981901 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5433): Process ended prematurely: osmo-stp_10.42.42.5(pid=5433) [trial-2363↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5433)] [trial-2363↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a19:13:07.989885 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a19:13:08.048437 run osmo-hlr_10.42.42.2(pid=5430): ERR: Terminated: ERROR {rc=237} [trial-2363↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5430)]\u000a19:13:08.096488 run osmo-hlr_10.42.42.2(pid=5430): stdout: \u000a| (launched: 2022-12-09_19:13:05.213705) \u000a19:13:08.145366 run osmo-hlr_10.42.42.2(pid=5430): stderr: \u000a| �[0;m�[1;31m20221209191305389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191305389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191305389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191305389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191305389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191305389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191305401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191305410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191305410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191305410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:08.212020 run osmo-msc_10.42.42.6(pid=5436): ERR: Terminated: ERROR {rc=2} [trial-2363↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5436)]\u000a19:13:08.259913 run osmo-msc_10.42.42.6(pid=5436): stdout: \u000a| (launched: 2022-12-09_19:13:07.109250) \u000a19:13:08.308523 run osmo-msc_10.42.42.6(pid=5436): stderr: \u000a| �[0;m�[38;5;43m20221209191307383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191307383 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2119ac3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191307383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191307383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191307384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191307384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191307385 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191307386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191307386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191307386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:13:08.349739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5429): Terminating (SIGTERM)\u000a19:13:08.388552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5432): Terminating (SIGTERM)\u000a19:13:08.427408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5435): Terminating (SIGTERM)\u000a19:13:08.436402 --- ParallelTerminationStrategy: PID 5429 died...\u000a19:13:08.488410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5429): Terminated: ok {rc=0}\u000a19:13:08.497758 --- ParallelTerminationStrategy: PID 5432 died...\u000a19:13:08.549609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5432): Terminated: ok {rc=0}\u000a19:13:08.558900 --- ParallelTerminationStrategy: PID 5435 died...\u000a19:13:08.610648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5435): Terminated: ok {rc=0}\u000a19:13:08.698403 bus /sierra_3: Setting Powered False\u000a19:13:09.801472 bus /sierra_3: Setting Powered False\u000a19:13:10.906706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:13:01" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5442): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5442) [trial-2363↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5442)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5442): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5442) [trial-2363↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a19:13:12.748148 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a19:13:12.758802 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:13:12.900687 tst assert_extension.py: using LAC 23126\u000a19:13:13.026653 tst assert_extension.py: using RAC 176\u000a19:13:13.154285 tst assert_extension.py: using CellId 23126\u000a19:13:13.281783 tst assert_extension.py: using BVCI 23127\u000a19:13:13.306854 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a19:13:13.584372 tst assert_extension.py:10: start nitb and bts...\u000a19:13:13.710325 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:13:14.334749 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5441): Launched\u000a19:13:14.631707 run osmo-nitb_10.42.42.2(pid=5442): Launched\u000a19:13:14.815713 run osmo-nitb_10.42.42.2(pid=5442): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5442)]\u000a19:13:14.951330 run osmo-nitb_10.42.42.2(pid=5442): stdout: \u000a| (launched: 2022-12-09_19:13:14.487182) \u000a19:13:15.087458 run osmo-nitb_10.42.42.2(pid=5442): stderr: \u000a| (launched: 2022-12-09_19:13:14.531977)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:13:15.219199 run osmo-nitb_10.42.42.2(pid=5442): stdout: \u000a| (launched: 2022-12-09_19:13:14.487182) \u000a19:13:15.349470 run osmo-nitb_10.42.42.2(pid=5442): stderr: \u000a| (launched: 2022-12-09_19:13:14.531977)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:13:15.753962 tst osmo-nitb_10.42.42.2(pid=5442): stdout: \u000a| (launched: 2022-12-09_19:13:14.487182) \u000a19:13:15.911969 tst osmo-nitb_10.42.42.2(pid=5442): stderr: \u000a| (launched: 2022-12-09_19:13:14.531977)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:13:15.971197 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5442): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5442) [trial-2363↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5442)] [trial-2363↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a19:13:15.980854 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a19:13:16.026461 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5441): Terminating (SIGTERM)\u000a19:13:16.204202 --- ParallelTerminationStrategy: PID 5441 died...\u000a19:13:16.260007 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5441): Terminated: ok {rc=0}\u000a19:13:16.345862 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:13:12" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5452): Process ended prematurely: osmo-stp_10.42.42.5(pid=5452) [trial-2363↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5452)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5452): Process ended prematurely: osmo-stp_10.42.42.5(pid=5452) [trial-2363↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a19:13:18.187573 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:18.198758 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:13:18.341946 tst assert_extension.py: using LAC 23127\u000a19:13:18.467039 tst assert_extension.py: using RAC 177\u000a19:13:18.592470 tst assert_extension.py: using CellId 23127\u000a19:13:18.717114 tst assert_extension.py: using BVCI 23128\u000a19:13:18.741860 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:18.752881 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:18.763713 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:18.774864 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:18.786097 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:13:18.797141 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a19:13:18.996491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:19.480580 run create_hlr_db(pid=5446): Launched\u000a19:13:19.655585 bus /sierra_2: Setting Powered False\u000a19:13:20.675657 run create_hlr_db(pid=5446): Terminated: ok {rc=0}\u000a19:13:21.077008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5448): Launched\u000a19:13:21.378481 run osmo-hlr_10.42.42.2(pid=5449): Launched\u000a19:13:21.488744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:22.017428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5451): Launched\u000a19:13:22.320720 run osmo-stp_10.42.42.5(pid=5452): Launched\u000a19:13:22.430408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:13:22.981260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5454): Launched\u000a19:13:23.282802 run osmo-msc_10.42.42.6(pid=5455): Launched\u000a19:13:23.459635 run osmo-stp_10.42.42.5(pid=5452): ERR: Terminated: ERROR {rc=1} [trial-2363↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5452)]\u000a19:13:23.587010 run osmo-stp_10.42.42.5(pid=5452): stdout: \u000a| (launched: 2022-12-09_19:13:22.170906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:23.712065 run osmo-stp_10.42.42.5(pid=5452): stderr: \u000a| �[0;m�[38;5;43m20221209191322341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191322341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191322342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191322342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191322345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191322345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191322345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:23.833168 run osmo-stp_10.42.42.5(pid=5452): stdout: \u000a| (launched: 2022-12-09_19:13:22.170906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:23.953227 run osmo-stp_10.42.42.5(pid=5452): stderr: \u000a| �[0;m�[38;5;43m20221209191322341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191322341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191322342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191322342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191322345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191322345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191322345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:24.006041 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5452): Process ended prematurely: osmo-stp_10.42.42.5(pid=5452) [trial-2363↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5452)] [trial-2363↪ussd:trx-umtrx↪assert_extension.py:17]\u000a19:13:24.015394 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a19:13:24.074655 run osmo-hlr_10.42.42.2(pid=5449): ERR: Terminated: ERROR {rc=237} [trial-2363↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5449)]\u000a19:13:24.123159 run osmo-hlr_10.42.42.2(pid=5449): stdout: \u000a| (launched: 2022-12-09_19:13:21.230482) \u000a19:13:24.172116 run osmo-hlr_10.42.42.2(pid=5449): stderr: \u000a| �[0;m�[1;31m20221209191321406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191321406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191321406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191321406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191321406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191321406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191321419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191321428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191321428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191321428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:24.238912 run osmo-msc_10.42.42.6(pid=5455): ERR: Terminated: ERROR {rc=2} [trial-2363↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5455)]\u000a19:13:24.287157 run osmo-msc_10.42.42.6(pid=5455): stdout: \u000a| (launched: 2022-12-09_19:13:23.133979) \u000a19:13:24.336837 run osmo-msc_10.42.42.6(pid=5455): stderr: \u000a| �[0;m�[38;5;43m20221209191323408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191323408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7eb4620c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191323408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191323408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191323409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191323409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191323411 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191323411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191323411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191323411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:13:24.378551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5448): Terminating (SIGTERM)\u000a19:13:24.417685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5451): Terminating (SIGTERM)\u000a19:13:24.456934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5454): Terminating (SIGTERM)\u000a19:13:24.466192 --- ParallelTerminationStrategy: PID 5448 died...\u000a19:13:24.518955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5448): Terminated: ok {rc=0}\u000a19:13:24.528411 --- ParallelTerminationStrategy: PID 5451 died...\u000a19:13:24.580503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5451): Terminated: ok {rc=0}\u000a19:13:24.590002 --- ParallelTerminationStrategy: PID 5454 died...\u000a19:13:24.642225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5454): Terminated: ok {rc=0}\u000a19:13:24.729958 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:13:17" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5467): Process ended prematurely: osmo-stp_10.42.42.5(pid=5467) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5467)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5467): Process ended prematurely: osmo-stp_10.42.42.5(pid=5467) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:13:26.682995 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:26.694020 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:13:26.849076 tst mo_mt_call.py: using LAC 23128\u000a19:13:26.968293 tst mo_mt_call.py: using RAC 178\u000a19:13:27.088599 tst mo_mt_call.py: using CellId 23128\u000a19:13:27.208931 tst mo_mt_call.py: using BVCI 23129\u000a19:13:27.232515 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:27.243535 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:27.254429 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:27.265211 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:27.275985 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:27.286821 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:13:27.406788 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:13:27.619715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:28.138483 run create_hlr_db(pid=5461): Launched\u000a19:13:28.330129 bus /sierra_2: Setting Powered False\u000a19:13:29.351017 run create_hlr_db(pid=5461): Terminated: ok {rc=0}\u000a19:13:29.790710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5463): Launched\u000a19:13:30.120923 run osmo-hlr_10.42.42.2(pid=5464): Launched\u000a19:13:30.242185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:30.814793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5466): Launched\u000a19:13:31.215058 run osmo-stp_10.42.42.5(pid=5467): Launched\u000a19:13:31.355356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:13:32.100109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5469): Launched\u000a19:13:32.438825 run osmo-msc_10.42.42.6(pid=5470): Launched\u000a19:13:32.631784 run osmo-stp_10.42.42.5(pid=5467): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5467)]\u000a19:13:32.771979 run osmo-stp_10.42.42.5(pid=5467): stdout: \u000a| (launched: 2022-12-09_19:13:31.005373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:32.905472 run osmo-stp_10.42.42.5(pid=5467): stderr: \u000a| �[0;m�[38;5;43m20221209191331386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191331386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191331387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191331387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191331388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191331388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191331388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:33.029129 run osmo-stp_10.42.42.5(pid=5467): stdout: \u000a| (launched: 2022-12-09_19:13:31.005373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:33.151826 run osmo-stp_10.42.42.5(pid=5467): stderr: \u000a| �[0;m�[38;5;43m20221209191331386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191331386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191331387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191331387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191331388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191331388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191331388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:33.206017 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5467): Process ended prematurely: osmo-stp_10.42.42.5(pid=5467) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5467)] [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:13:33.214801 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a19:13:33.274608 run osmo-hlr_10.42.42.2(pid=5464): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5464)]\u000a19:13:33.323829 run osmo-hlr_10.42.42.2(pid=5464): stdout: \u000a| (launched: 2022-12-09_19:13:29.958872) \u000a19:13:33.373924 run osmo-hlr_10.42.42.2(pid=5464): stderr: \u000a| �[0;m�[1;31m20221209191330157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191330157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191330157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191330157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191330157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191330157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191330168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191330177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191330177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191330177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:33.441694 run osmo-msc_10.42.42.6(pid=5470): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5470)]\u000a19:13:33.490915 run osmo-msc_10.42.42.6(pid=5470): stdout: \u000a| (launched: 2022-12-09_19:13:32.274718) \u000a19:13:33.540753 run osmo-msc_10.42.42.6(pid=5470): stderr: \u000a| �[0;m�[38;5;43m20221209191332598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191332599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ffddc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191332599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191332599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191332599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191332599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191332601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191332601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191332602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191332602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:13:33.583442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5463): Terminating (SIGTERM)\u000a19:13:33.623608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5466): Terminating (SIGTERM)\u000a19:13:33.663771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5469): Terminating (SIGTERM)\u000a19:13:33.673014 --- ParallelTerminationStrategy: PID 5463 died...\u000a19:13:33.726552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5463): Terminated: ok {rc=0}\u000a19:13:33.736204 --- ParallelTerminationStrategy: PID 5466 died...\u000a19:13:33.789518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5466): Terminated: ok {rc=0}\u000a19:13:33.799090 --- ParallelTerminationStrategy: PID 5469 died...\u000a19:13:33.852427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5469): Terminated: ok {rc=0}\u000a19:13:33.942034 bus /sierra_3: Setting Powered False\u000a19:13:35.045685 bus /sierra_3: Setting Powered False\u000a19:13:36.158360 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5478): Process ended prematurely: osmo-stp_10.42.42.5(pid=5478) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5478)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5478): Process ended prematurely: osmo-stp_10.42.42.5(pid=5478) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:13:37.269249 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:37.280924 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:13:37.437553 tst mo_mt_call_osmux.py: using LAC 23129\u000a19:13:37.562066 tst mo_mt_call_osmux.py: using RAC 179\u000a19:13:37.680934 tst mo_mt_call_osmux.py: using CellId 23129\u000a19:13:37.800821 tst mo_mt_call_osmux.py: using BVCI 23130\u000a19:13:37.824084 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:37.835067 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:37.845894 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:37.856585 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:37.867432 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:13:37.878185 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:13:37.996757 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:13:38.199641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:38.689534 run create_hlr_db(pid=5472): Launched\u000a19:13:38.865193 bus /sierra_2: Setting Powered False\u000a19:13:39.887791 run create_hlr_db(pid=5472): Terminated: ok {rc=0}\u000a19:13:40.325829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5474): Launched\u000a19:13:40.655207 run osmo-hlr_10.42.42.2(pid=5475): Launched\u000a19:13:40.777367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:41.346202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5477): Launched\u000a19:13:41.675958 run osmo-stp_10.42.42.5(pid=5478): Launched\u000a19:13:41.796151 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:13:42.397861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5480): Launched\u000a19:13:42.729358 run osmo-msc_10.42.42.6(pid=5481): Launched\u000a19:13:42.922433 run osmo-stp_10.42.42.5(pid=5478): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5478)]\u000a19:13:43.061336 run osmo-stp_10.42.42.5(pid=5478): stdout: \u000a| (launched: 2022-12-09_19:13:41.513500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:43.199349 run osmo-stp_10.42.42.5(pid=5478): stderr: \u000a| �[0;m�[38;5;43m20221209191341706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191341706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191341706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191341707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191341709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191341709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191341709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:43.331128 run osmo-stp_10.42.42.5(pid=5478): stdout: \u000a| (launched: 2022-12-09_19:13:41.513500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:43.461928 run osmo-stp_10.42.42.5(pid=5478): stderr: \u000a| �[0;m�[38;5;43m20221209191341706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191341706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191341706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191341707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191341709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191341709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191341709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:43.519634 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5478): Process ended prematurely: osmo-stp_10.42.42.5(pid=5478) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5478)] [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:13:43.529090 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:13:43.591606 run osmo-hlr_10.42.42.2(pid=5475): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5475)]\u000a19:13:43.642541 run osmo-hlr_10.42.42.2(pid=5475): stdout: \u000a| (launched: 2022-12-09_19:13:40.493887) \u000a19:13:43.694384 run osmo-hlr_10.42.42.2(pid=5475): stderr: \u000a| �[0;m�[1;31m20221209191340694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191340694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191340694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191340694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191340694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191340694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191340707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191340715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191340715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191340715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:43.764214 run osmo-msc_10.42.42.6(pid=5481): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5481)]\u000a19:13:43.814903 run osmo-msc_10.42.42.6(pid=5481): stdout: \u000a| (launched: 2022-12-09_19:13:42.565569) \u000a19:13:43.866336 run osmo-msc_10.42.42.6(pid=5481): stderr: \u000a| �[0;m�[38;5;43m20221209191342886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191342886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39c2086c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191342886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191342886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191342886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191342887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191342890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191342891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191342891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191342891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:13:43.909711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5474): Terminating (SIGTERM)\u000a19:13:43.951253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5477): Terminating (SIGTERM)\u000a19:13:43.992831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5480): Terminating (SIGTERM)\u000a19:13:44.002835 --- ParallelTerminationStrategy: PID 5474 died...\u000a19:13:44.058705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5474): Terminated: ok {rc=0}\u000a19:13:44.068835 --- ParallelTerminationStrategy: PID 5477 died...\u000a19:13:44.123968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5477): Terminated: ok {rc=0}\u000a19:13:44.134300 --- ParallelTerminationStrategy: PID 5480 died...\u000a19:13:44.189689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5480): Terminated: ok {rc=0}\u000a19:13:44.275496 bus /sierra_3: Setting Powered False\u000a19:13:45.379297 bus /sierra_3: Setting Powered False\u000a19:13:46.501741 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:13:26" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5492): Process ended prematurely: osmo-stp_10.42.42.5(pid=5492) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5492)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5492): Process ended prematurely: osmo-stp_10.42.42.5(pid=5492) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:13:48.494744 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:48.505772 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:13:48.661242 tst mo_mt_call.py: using LAC 23130\u000a19:13:48.782592 tst mo_mt_call.py: using RAC 180\u000a19:13:48.905367 tst mo_mt_call.py: using CellId 23130\u000a19:13:49.033029 tst mo_mt_call.py: using BVCI 23131\u000a19:13:49.058301 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:49.069954 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:49.081445 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:49.093439 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:49.105490 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:49.117331 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:13:49.232509 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:13:49.443345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:49.960070 run create_hlr_db(pid=5486): Launched\u000a19:13:50.150234 bus /sierra_2: Setting Powered False\u000a19:13:51.171809 run create_hlr_db(pid=5486): Terminated: ok {rc=0}\u000a19:13:51.582844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5488): Launched\u000a19:13:51.889956 run osmo-hlr_10.42.42.2(pid=5489): Launched\u000a19:13:52.002910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:52.533099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5491): Launched\u000a19:13:52.840048 run osmo-stp_10.42.42.5(pid=5492): Launched\u000a19:13:52.951369 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:13:53.508917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5494): Launched\u000a19:13:53.815820 run osmo-msc_10.42.42.6(pid=5495): Launched\u000a19:13:53.995697 run osmo-stp_10.42.42.5(pid=5492): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5492)]\u000a19:13:54.125246 run osmo-stp_10.42.42.5(pid=5492): stdout: \u000a| (launched: 2022-12-09_19:13:52.689291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:54.252108 run osmo-stp_10.42.42.5(pid=5492): stderr: \u000a| �[0;m�[38;5;43m20221209191352861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191352861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191352861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191352862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191352862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191352862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191352862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:54.375021 run osmo-stp_10.42.42.5(pid=5492): stdout: \u000a| (launched: 2022-12-09_19:13:52.689291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:54.496562 run osmo-stp_10.42.42.5(pid=5492): stderr: \u000a| �[0;m�[38;5;43m20221209191352861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191352861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191352861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191352862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191352862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191352862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191352862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:54.550721 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5492): Process ended prematurely: osmo-stp_10.42.42.5(pid=5492) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5492)] [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:13:54.559523 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:13:54.618325 run osmo-hlr_10.42.42.2(pid=5489): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5489)]\u000a19:13:54.666549 run osmo-hlr_10.42.42.2(pid=5489): stdout: \u000a| (launched: 2022-12-09_19:13:51.738965) \u000a19:13:54.715505 run osmo-hlr_10.42.42.2(pid=5489): stderr: \u000a| �[0;m�[1;31m20221209191351915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191351915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191351915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191351915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191351915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191351915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191351927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191351935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191351935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191351935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:54.782441 run osmo-msc_10.42.42.6(pid=5495): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5495)]\u000a19:13:54.830783 run osmo-msc_10.42.42.6(pid=5495): stdout: \u000a| (launched: 2022-12-09_19:13:53.664600) \u000a19:13:54.879554 run osmo-msc_10.42.42.6(pid=5495): stderr: \u000a| �[0;m�[38;5;43m20221209191353938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191353938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2756a5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191353938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191353938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191353938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191353938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191353940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191353940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191353940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191353941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:13:54.921211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5488): Terminating (SIGTERM)\u000a19:13:54.960026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5491): Terminating (SIGTERM)\u000a19:13:54.999188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5494): Terminating (SIGTERM)\u000a19:13:55.008229 --- ParallelTerminationStrategy: PID 5488 died...\u000a19:13:55.060463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5488): Terminated: ok {rc=0}\u000a19:13:55.069889 --- ParallelTerminationStrategy: PID 5491 died...\u000a19:13:55.122492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5491): Terminated: ok {rc=0}\u000a19:13:55.131885 --- ParallelTerminationStrategy: PID 5494 died...\u000a19:13:55.184595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5494): Terminated: ok {rc=0}\u000a19:13:55.268400 bus /sierra_3: Setting Powered False\u000a19:13:56.375249 bus /sierra_3: Setting Powered False\u000a19:13:57.487665 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5503): Process ended prematurely: osmo-stp_10.42.42.5(pid=5503) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5503)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5503): Process ended prematurely: osmo-stp_10.42.42.5(pid=5503) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:13:58.597965 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:58.609770 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:13:58.766085 tst mo_mt_call_osmux.py: using LAC 23131\u000a19:13:58.886615 tst mo_mt_call_osmux.py: using RAC 181\u000a19:13:59.009602 tst mo_mt_call_osmux.py: using CellId 23131\u000a19:13:59.130002 tst mo_mt_call_osmux.py: using BVCI 23132\u000a19:13:59.153378 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:59.164496 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:59.175447 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:59.186346 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:59.197302 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:13:59.208191 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:13:59.323376 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:13:59.540593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:00.060515 run create_hlr_db(pid=5497): Launched\u000a19:14:00.238014 bus /sierra_2: Setting Powered False\u000a19:14:01.266422 run create_hlr_db(pid=5497): Terminated: ok {rc=0}\u000a19:14:01.696053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5499): Launched\u000a19:14:02.108942 run osmo-hlr_10.42.42.2(pid=5500): Launched\u000a19:14:02.277627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:02.811288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5502): Launched\u000a19:14:03.118235 run osmo-stp_10.42.42.5(pid=5503): Launched\u000a19:14:03.230195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:03.790350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5505): Launched\u000a19:14:04.098229 run osmo-msc_10.42.42.6(pid=5506): Launched\u000a19:14:04.277694 run osmo-stp_10.42.42.5(pid=5503): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5503)]\u000a19:14:04.407199 run osmo-stp_10.42.42.5(pid=5503): stdout: \u000a| (launched: 2022-12-09_19:14:02.967390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:04.534284 run osmo-stp_10.42.42.5(pid=5503): stderr: \u000a| �[0;m�[38;5;43m20221209191403139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191403139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191403140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191403140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191403141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191403141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191403141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:04.658130 run osmo-stp_10.42.42.5(pid=5503): stdout: \u000a| (launched: 2022-12-09_19:14:02.967390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:04.779882 run osmo-stp_10.42.42.5(pid=5503): stderr: \u000a| �[0;m�[38;5;43m20221209191403139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191403139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191403140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191403140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191403141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191403141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191403141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:04.833633 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5503): Process ended prematurely: osmo-stp_10.42.42.5(pid=5503) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5503)] [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:14:04.842362 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:14:04.900585 run osmo-hlr_10.42.42.2(pid=5500): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5500)]\u000a19:14:04.948625 run osmo-hlr_10.42.42.2(pid=5500): stdout: \u000a| (launched: 2022-12-09_19:14:01.857666) \u000a19:14:05.002584 run osmo-hlr_10.42.42.2(pid=5500): stderr: \u000a| �[0;m�[1;31m20221209191402161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191402161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191402161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191402161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191402161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191402161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191402181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191402189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191402189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191402189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:05.073069 run osmo-msc_10.42.42.6(pid=5506): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5506)]\u000a19:14:05.124435 run osmo-msc_10.42.42.6(pid=5506): stdout: \u000a| (launched: 2022-12-09_19:14:03.946124) \u000a19:14:05.176261 run osmo-msc_10.42.42.6(pid=5506): stderr: \u000a| �[0;m�[38;5;43m20221209191404218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191404218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ae5de9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191404218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191404218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191404218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191404219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191404220 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191404221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191404221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191404221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:05.220189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5499): Terminating (SIGTERM)\u000a19:14:05.262832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5502): Terminating (SIGTERM)\u000a19:14:05.304770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5505): Terminating (SIGTERM)\u000a19:14:05.314530 --- ParallelTerminationStrategy: PID 5499 died...\u000a19:14:05.370363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5499): Terminated: ok {rc=0}\u000a19:14:05.381148 --- ParallelTerminationStrategy: PID 5502 died...\u000a19:14:05.436552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5502): Terminated: ok {rc=0}\u000a19:14:05.447230 --- ParallelTerminationStrategy: PID 5505 died...\u000a19:14:05.503792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5505): Terminated: ok {rc=0}\u000a19:14:05.589539 bus /sierra_3: Setting Powered False\u000a19:14:06.697476 bus /sierra_3: Setting Powered False\u000a19:14:07.805016 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:13:48" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5518): Process ended prematurely: osmo-stp_10.42.42.5(pid=5518) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5518)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5518): Process ended prematurely: osmo-stp_10.42.42.5(pid=5518) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:14:09.804797 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:09.815923 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:14:09.973362 tst mo_mt_call.py: using LAC 23132\u000a19:14:10.093474 tst mo_mt_call.py: using RAC 182\u000a19:14:10.212532 tst mo_mt_call.py: using CellId 23132\u000a19:14:10.338020 tst mo_mt_call.py: using BVCI 23133\u000a19:14:10.361558 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:10.372400 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:10.383133 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:10.394130 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:10.404902 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:10.415826 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:14:10.533741 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:14:10.746101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:11.262514 run create_hlr_db(pid=5512): Launched\u000a19:14:11.452832 bus /sierra_2: Setting Powered False\u000a19:14:12.473347 run create_hlr_db(pid=5512): Terminated: ok {rc=0}\u000a19:14:12.885477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5514): Launched\u000a19:14:13.192863 run osmo-hlr_10.42.42.2(pid=5515): Launched\u000a19:14:13.305779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:13.837580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5517): Launched\u000a19:14:14.144164 run osmo-stp_10.42.42.5(pid=5518): Launched\u000a19:14:14.255951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:14.814984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5520): Launched\u000a19:14:15.121795 run osmo-msc_10.42.42.6(pid=5521): Launched\u000a19:14:15.306159 run osmo-stp_10.42.42.5(pid=5518): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5518)]\u000a19:14:15.435944 run osmo-stp_10.42.42.5(pid=5518): stdout: \u000a| (launched: 2022-12-09_19:14:13.993647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:15.564199 run osmo-stp_10.42.42.5(pid=5518): stderr: \u000a| �[0;m�[38;5;43m20221209191414167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191414167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191414168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191414168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191414168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191414169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191414169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:15.687679 run osmo-stp_10.42.42.5(pid=5518): stdout: \u000a| (launched: 2022-12-09_19:14:13.993647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:15.809924 run osmo-stp_10.42.42.5(pid=5518): stderr: \u000a| �[0;m�[38;5;43m20221209191414167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191414167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191414168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191414168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191414168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191414169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191414169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:15.877581 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5518): Process ended prematurely: osmo-stp_10.42.42.5(pid=5518) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5518)] [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:14:15.890901 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:14:15.959015 run osmo-hlr_10.42.42.2(pid=5515): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5515)]\u000a19:14:16.013330 run osmo-hlr_10.42.42.2(pid=5515): stdout: \u000a| (launched: 2022-12-09_19:14:13.041604) \u000a19:14:16.067693 run osmo-hlr_10.42.42.2(pid=5515): stderr: \u000a| �[0;m�[1;31m20221209191413220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191413220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191413220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191413221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191413221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191413221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191413233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191413242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191413242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191413242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:16.141651 run osmo-msc_10.42.42.6(pid=5521): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5521)]\u000a19:14:16.194951 run osmo-msc_10.42.42.6(pid=5521): stdout: \u000a| (launched: 2022-12-09_19:14:14.970696) \u000a19:14:16.250359 run osmo-msc_10.42.42.6(pid=5521): stderr: \u000a| �[0;m�[38;5;43m20221209191415249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191415249 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fecc9ce7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191415249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191415249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191415249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191415250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191415251 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191415252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191415252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191415252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:16.296652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5514): Terminating (SIGTERM)\u000a19:14:16.342378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5517): Terminating (SIGTERM)\u000a19:14:16.389725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5520): Terminating (SIGTERM)\u000a19:14:16.400437 --- ParallelTerminationStrategy: PID 5514 died...\u000a19:14:16.460404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5514): Terminated: ok {rc=0}\u000a19:14:16.471388 --- ParallelTerminationStrategy: PID 5517 died...\u000a19:14:16.530364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5517): Terminated: ok {rc=0}\u000a19:14:16.541232 --- ParallelTerminationStrategy: PID 5520 died...\u000a19:14:16.601721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5520): Terminated: ok {rc=0}\u000a19:14:16.707770 bus /sierra_3: Setting Powered False\u000a19:14:17.815622 bus /sierra_3: Setting Powered False\u000a19:14:18.927471 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5529): Process ended prematurely: osmo-stp_10.42.42.5(pid=5529) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5529)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5529): Process ended prematurely: osmo-stp_10.42.42.5(pid=5529) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:14:20.037792 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:20.049699 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:14:20.207123 tst mo_mt_call_osmux.py: using LAC 23133\u000a19:14:20.326617 tst mo_mt_call_osmux.py: using RAC 183\u000a19:14:20.448094 tst mo_mt_call_osmux.py: using CellId 23133\u000a19:14:20.570041 tst mo_mt_call_osmux.py: using BVCI 23134\u000a19:14:20.593345 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:20.604306 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:20.615171 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:20.626383 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:20.637529 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:14:20.648546 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:14:20.768276 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:14:20.971869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:21.461440 run create_hlr_db(pid=5523): Launched\u000a19:14:21.637892 bus /sierra_2: Setting Powered False\u000a19:14:22.659484 run create_hlr_db(pid=5523): Terminated: ok {rc=0}\u000a19:14:23.069715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5525): Launched\u000a19:14:23.375852 run osmo-hlr_10.42.42.2(pid=5526): Launched\u000a19:14:23.492704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:24.024361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5528): Launched\u000a19:14:24.331596 run osmo-stp_10.42.42.5(pid=5529): Launched\u000a19:14:24.443405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:25.003244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5531): Launched\u000a19:14:25.310384 run osmo-msc_10.42.42.6(pid=5532): Launched\u000a19:14:25.493873 run osmo-stp_10.42.42.5(pid=5529): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5529)]\u000a19:14:25.623264 run osmo-stp_10.42.42.5(pid=5529): stdout: \u000a| (launched: 2022-12-09_19:14:24.180602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:25.750965 run osmo-stp_10.42.42.5(pid=5529): stderr: \u000a| �[0;m�[38;5;43m20221209191424355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191424355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191424355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191424356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191424356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191424356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191424356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:25.873861 run osmo-stp_10.42.42.5(pid=5529): stdout: \u000a| (launched: 2022-12-09_19:14:24.180602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:25.995564 run osmo-stp_10.42.42.5(pid=5529): stderr: \u000a| �[0;m�[38;5;43m20221209191424355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191424355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191424355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191424356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191424356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191424356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191424356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:26.049400 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5529): Process ended prematurely: osmo-stp_10.42.42.5(pid=5529) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5529)] [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:14:26.058213 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:14:26.117538 run osmo-hlr_10.42.42.2(pid=5526): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5526)]\u000a19:14:26.166624 run osmo-hlr_10.42.42.2(pid=5526): stdout: \u000a| (launched: 2022-12-09_19:14:23.225430) \u000a19:14:26.215829 run osmo-hlr_10.42.42.2(pid=5526): stderr: \u000a| �[0;m�[1;31m20221209191423402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191423402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191423402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191423402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191423402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191423402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191423414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191423423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191423423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191423423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:26.282501 run osmo-msc_10.42.42.6(pid=5532): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5532)]\u000a19:14:26.330763 run osmo-msc_10.42.42.6(pid=5532): stdout: \u000a| (launched: 2022-12-09_19:14:25.159416) \u000a19:14:26.379625 run osmo-msc_10.42.42.6(pid=5532): stderr: \u000a| �[0;m�[38;5;43m20221209191425433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191425433 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb364aabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191425433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191425434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191425434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191425434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191425438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191425439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191425439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191425439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:26.420775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5525): Terminating (SIGTERM)\u000a19:14:26.460011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5528): Terminating (SIGTERM)\u000a19:14:26.499282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5531): Terminating (SIGTERM)\u000a19:14:26.508599 --- ParallelTerminationStrategy: PID 5525 died...\u000a19:14:26.560831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5525): Terminated: ok {rc=0}\u000a19:14:26.570340 --- ParallelTerminationStrategy: PID 5528 died...\u000a19:14:26.622266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5528): Terminated: ok {rc=0}\u000a19:14:26.631597 --- ParallelTerminationStrategy: PID 5531 died...\u000a19:14:26.683414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5531): Terminated: ok {rc=0}\u000a19:14:26.770839 bus /sierra_3: Setting Powered False\u000a19:14:27.875937 bus /sierra_3: Setting Powered False\u000a19:14:28.987042 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:14:09" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5543): Process ended prematurely: osmo-stp_10.42.42.5(pid=5543) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5543)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5543): Process ended prematurely: osmo-stp_10.42.42.5(pid=5543) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:14:31.030424 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:31.044594 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:14:31.245011 tst mo_mt_call.py: using LAC 23134\u000a19:14:31.405705 tst mo_mt_call.py: using RAC 184\u000a19:14:31.572036 tst mo_mt_call.py: using CellId 23134\u000a19:14:31.700286 tst mo_mt_call.py: using BVCI 23135\u000a19:14:31.725055 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:31.736907 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:31.748475 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:31.760229 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:31.771862 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:31.783481 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:14:31.904113 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:14:32.113217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:32.623128 run create_hlr_db(pid=5537): Launched\u000a19:14:32.800331 bus /sierra_2: Setting Powered False\u000a19:14:33.833151 run create_hlr_db(pid=5537): Terminated: ok {rc=0}\u000a19:14:34.269387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5539): Launched\u000a19:14:34.601364 run osmo-hlr_10.42.42.2(pid=5540): Launched\u000a19:14:34.724763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:35.297239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5542): Launched\u000a19:14:35.626889 run osmo-stp_10.42.42.5(pid=5543): Launched\u000a19:14:35.747644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:36.351485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5545): Launched\u000a19:14:36.682601 run osmo-msc_10.42.42.6(pid=5546): Launched\u000a19:14:36.875964 run osmo-stp_10.42.42.5(pid=5543): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5543)]\u000a19:14:37.015321 run osmo-stp_10.42.42.5(pid=5543): stdout: \u000a| (launched: 2022-12-09_19:14:35.464904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:37.153982 run osmo-stp_10.42.42.5(pid=5543): stderr: \u000a| �[0;m�[38;5;43m20221209191435657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191435658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191435658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191435658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191435660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191435661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191435661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:37.285650 run osmo-stp_10.42.42.5(pid=5543): stdout: \u000a| (launched: 2022-12-09_19:14:35.464904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:37.416510 run osmo-stp_10.42.42.5(pid=5543): stderr: \u000a| �[0;m�[38;5;43m20221209191435657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191435658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191435658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191435658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191435660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191435661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191435661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:37.474191 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5543): Process ended prematurely: osmo-stp_10.42.42.5(pid=5543) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5543)] [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:14:37.483533 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:14:37.546034 run osmo-hlr_10.42.42.2(pid=5540): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5540)]\u000a19:14:37.596840 run osmo-hlr_10.42.42.2(pid=5540): stdout: \u000a| (launched: 2022-12-09_19:14:34.437623) \u000a19:14:37.648068 run osmo-hlr_10.42.42.2(pid=5540): stderr: \u000a| �[0;m�[1;31m20221209191434639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191434639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191434639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191434639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191434639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191434639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191434652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191434660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191434660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191434660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:37.718122 run osmo-msc_10.42.42.6(pid=5546): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5546)]\u000a19:14:37.769100 run osmo-msc_10.42.42.6(pid=5546): stdout: \u000a| (launched: 2022-12-09_19:14:36.519283) \u000a19:14:37.820599 run osmo-msc_10.42.42.6(pid=5546): stderr: \u000a| �[0;m�[38;5;43m20221209191436843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191436843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95286d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191436843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191436843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191436843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191436843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191436845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191436845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191436846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191436846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:37.864130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5539): Terminating (SIGTERM)\u000a19:14:37.905284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5542): Terminating (SIGTERM)\u000a19:14:37.946366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5545): Terminating (SIGTERM)\u000a19:14:37.956118 --- ParallelTerminationStrategy: PID 5539 died...\u000a19:14:38.011499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5539): Terminated: ok {rc=0}\u000a19:14:38.021462 --- ParallelTerminationStrategy: PID 5542 died...\u000a19:14:38.076502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5542): Terminated: ok {rc=0}\u000a19:14:38.086628 --- ParallelTerminationStrategy: PID 5545 died...\u000a19:14:38.142308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5545): Terminated: ok {rc=0}\u000a19:14:38.228823 bus /sierra_3: Setting Powered False\u000a19:14:39.334567 bus /sierra_3: Setting Powered False\u000a19:14:40.444637 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5554): Process ended prematurely: osmo-stp_10.42.42.5(pid=5554) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5554)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5554): Process ended prematurely: osmo-stp_10.42.42.5(pid=5554) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:14:41.554982 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:41.566955 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:14:41.725088 tst mo_mt_call_osmux.py: using LAC 23135\u000a19:14:41.846691 tst mo_mt_call_osmux.py: using RAC 185\u000a19:14:41.969061 tst mo_mt_call_osmux.py: using CellId 23135\u000a19:14:42.090763 tst mo_mt_call_osmux.py: using BVCI 23136\u000a19:14:42.114273 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:42.125230 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:42.135993 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:42.146995 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:42.158058 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:14:42.169048 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:14:42.288119 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:14:42.493511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:42.986069 run create_hlr_db(pid=5548): Launched\u000a19:14:43.163092 bus /sierra_2: Setting Powered False\u000a19:14:44.185261 run create_hlr_db(pid=5548): Terminated: ok {rc=0}\u000a19:14:44.624655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5550): Launched\u000a19:14:44.957353 run osmo-hlr_10.42.42.2(pid=5551): Launched\u000a19:14:45.081080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:45.653884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5553): Launched\u000a19:14:46.083376 run osmo-stp_10.42.42.5(pid=5554): Launched\u000a19:14:46.262045 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:46.861106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5556): Launched\u000a19:14:47.252543 run osmo-msc_10.42.42.6(pid=5557): Launched\u000a19:14:47.543635 run osmo-stp_10.42.42.5(pid=5554): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5554)]\u000a19:14:47.683918 run osmo-stp_10.42.42.5(pid=5554): stdout: \u000a| (launched: 2022-12-09_19:14:45.822469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:47.822647 run osmo-stp_10.42.42.5(pid=5554): stderr: \u000a| �[0;m�[38;5;43m20221209191446098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191446098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191446099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191446099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191446099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191446100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191446100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:47.955547 run osmo-stp_10.42.42.5(pid=5554): stdout: \u000a| (launched: 2022-12-09_19:14:45.822469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:48.087229 run osmo-stp_10.42.42.5(pid=5554): stderr: \u000a| �[0;m�[38;5;43m20221209191446098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191446098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191446099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191446099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191446099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191446100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191446100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:48.145557 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5554): Process ended prematurely: osmo-stp_10.42.42.5(pid=5554) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5554)] [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:14:48.155232 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a19:14:48.218904 run osmo-hlr_10.42.42.2(pid=5551): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5551)]\u000a19:14:48.271134 run osmo-hlr_10.42.42.2(pid=5551): stdout: \u000a| (launched: 2022-12-09_19:14:44.793401) \u000a19:14:48.323669 run osmo-hlr_10.42.42.2(pid=5551): stderr: \u000a| �[0;m�[1;31m20221209191444994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191444994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191444995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191444995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191444995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191444995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191445007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191445015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191445015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191445015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:48.395592 run osmo-msc_10.42.42.6(pid=5557): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5557)]\u000a19:14:48.447743 run osmo-msc_10.42.42.6(pid=5557): stdout: \u000a| (launched: 2022-12-09_19:14:47.033148) \u000a19:14:48.500447 run osmo-msc_10.42.42.6(pid=5557): stderr: \u000a| �[0;m�[38;5;43m20221209191447454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191447454 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00541c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191447454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191447455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191447455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191447455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191447457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191447457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191447457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191447457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:48.545243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5550): Terminating (SIGTERM)\u000a19:14:48.587348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5553): Terminating (SIGTERM)\u000a19:14:48.629712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5556): Terminating (SIGTERM)\u000a19:14:48.639797 --- ParallelTerminationStrategy: PID 5550 died...\u000a19:14:48.695986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5550): Terminated: ok {rc=0}\u000a19:14:48.706455 --- ParallelTerminationStrategy: PID 5553 died...\u000a19:14:48.762667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5553): Terminated: ok {rc=0}\u000a19:14:48.773288 --- ParallelTerminationStrategy: PID 5556 died...\u000a19:14:48.829334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5556): Terminated: ok {rc=0}\u000a19:14:48.915621 bus /sierra_3: Setting Powered False\u000a19:14:50.021856 bus /sierra_3: Setting Powered False\u000a19:14:51.128148 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:14:30" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:14:53.133448 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:14:53.144781 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:14:53.305736 tst mo_mt_call.py: using LAC 23136\u000a19:14:53.434357 tst mo_mt_call.py: using RAC 186\u000a19:14:53.562149 tst mo_mt_call.py: using CellId 23136\u000a19:14:53.690602 tst mo_mt_call.py: using BVCI 23137\u000a19:14:53.715362 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:14:53.727126 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:14:53.738551 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:14:53.750092 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:14:53.761685 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:14:53.773535 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:14:53.890400 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:14:54.099486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:54.591436 run create_hlr_db(pid=5562): Launched\u000a19:14:54.768133 bus /sierra_2: Setting Powered False\u000a19:14:55.789057 run create_hlr_db(pid=5562): Terminated: ok {rc=0}\u000a19:14:56.224887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Launched\u000a19:14:56.553712 run osmo-hlr_10.42.42.2(pid=5565): Launched\u000a19:14:56.677426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:57.249352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Launched\u000a19:14:57.577352 run osmo-stp_10.42.42.5(pid=5568): Launched\u000a19:14:57.697056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:58.294514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5570): Launched\u000a19:14:58.623720 run osmo-msc_10.42.42.6(pid=5571): Launched\u000a19:14:58.815998 run osmo-stp_10.42.42.5(pid=5568): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]\u000a19:14:58.955349 run osmo-stp_10.42.42.5(pid=5568): stdout: \u000a| (launched: 2022-12-09_19:14:57.416383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:59.092018 run osmo-stp_10.42.42.5(pid=5568): stderr: \u000a| �[0;m�[38;5;43m20221209191457612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191457612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191457613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191457613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191457614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191457614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191457614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:59.223859 run osmo-stp_10.42.42.5(pid=5568): stdout: \u000a| (launched: 2022-12-09_19:14:57.416383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:59.354646 run osmo-stp_10.42.42.5(pid=5568): stderr: \u000a| �[0;m�[38;5;43m20221209191457612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191457612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191457613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191457613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191457614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191457614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191457614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:59.412114 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)] [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:14:59.421447 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:14:59.483853 run osmo-hlr_10.42.42.2(pid=5565): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5565)]\u000a19:14:59.534892 run osmo-hlr_10.42.42.2(pid=5565): stdout: \u000a| (launched: 2022-12-09_19:14:56.392522) \u000a19:14:59.586531 run osmo-hlr_10.42.42.2(pid=5565): stderr: \u000a| �[0;m�[1;31m20221209191456594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191456594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191456594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191456594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191456595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191456595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191456607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191456616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191456616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191456616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:59.656565 run osmo-msc_10.42.42.6(pid=5571): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5571)]\u000a19:14:59.707545 run osmo-msc_10.42.42.6(pid=5571): stdout: \u000a| (launched: 2022-12-09_19:14:58.461531) \u000a19:14:59.759185 run osmo-msc_10.42.42.6(pid=5571): stderr: \u000a| �[0;m�[38;5;43m20221209191458788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191458788 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f398c2c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191458788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191458788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191458788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191458789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191458790 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191458791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191458791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191458791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:59.803000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Terminating (SIGTERM)\u000a19:14:59.844473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Terminating (SIGTERM)\u000a19:14:59.885951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5570): Terminating (SIGTERM)\u000a19:14:59.895993 --- ParallelTerminationStrategy: PID 5564 died...\u000a19:14:59.951515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Terminated: ok {rc=0}\u000a19:14:59.961797 --- ParallelTerminationStrategy: PID 5567 died...\u000a19:15:00.017178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Terminated: ok {rc=0}\u000a19:15:00.027211 --- ParallelTerminationStrategy: PID 5570 died...\u000a19:15:00.082589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5570): Terminated: ok {rc=0}\u000a19:15:00.170158 bus /sierra_3: Setting Powered False\u000a19:15:01.280904 bus /sierra_3: Setting Powered False\u000a19:15:02.391680 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5582): Process ended prematurely: osmo-stp_10.42.42.5(pid=5582) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5582)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5582): Process ended prematurely: osmo-stp_10.42.42.5(pid=5582) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:15:03.507795 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:15:03.520134 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:15:03.683188 tst mo_mt_call_osmux.py: using LAC 23137\u000a19:15:03.805730 tst mo_mt_call_osmux.py: using RAC 187\u000a19:15:03.925748 tst mo_mt_call_osmux.py: using CellId 23137\u000a19:15:04.044939 tst mo_mt_call_osmux.py: using BVCI 23138\u000a19:15:04.068341 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:15:04.079593 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:15:04.090734 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:15:04.102411 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:15:04.114207 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:15:04.125765 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:15:04.246053 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:15:04.459092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:04.975489 run create_hlr_db(pid=5576): Launched\u000a19:15:05.165944 bus /sierra_2: Setting Powered False\u000a19:15:06.185887 run create_hlr_db(pid=5576): Terminated: ok {rc=0}\u000a19:15:06.621300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5578): Launched\u000a19:15:06.952290 run osmo-hlr_10.42.42.2(pid=5579): Launched\u000a19:15:07.072780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:07.641958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5581): Launched\u000a19:15:07.970319 run osmo-stp_10.42.42.5(pid=5582): Launched\u000a19:15:08.089742 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:15:08.690197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5584): Launched\u000a19:15:09.022075 run osmo-msc_10.42.42.6(pid=5585): Launched\u000a19:15:09.215208 run osmo-stp_10.42.42.5(pid=5582): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5582)]\u000a19:15:09.354485 run osmo-stp_10.42.42.5(pid=5582): stdout: \u000a| (launched: 2022-12-09_19:15:07.809833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:09.493027 run osmo-stp_10.42.42.5(pid=5582): stderr: \u000a| �[0;m�[38;5;43m20221209191508004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191508004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191508004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191508005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191508005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191508005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191508005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:09.624613 run osmo-stp_10.42.42.5(pid=5582): stdout: \u000a| (launched: 2022-12-09_19:15:07.809833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:09.755784 run osmo-stp_10.42.42.5(pid=5582): stderr: \u000a| �[0;m�[38;5;43m20221209191508004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191508004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191508004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191508005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191508005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191508005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191508005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:09.813660 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5582): Process ended prematurely: osmo-stp_10.42.42.5(pid=5582) [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5582)] [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:15:09.823191 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:15:09.885512 run osmo-hlr_10.42.42.2(pid=5579): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5579)]\u000a19:15:09.936447 run osmo-hlr_10.42.42.2(pid=5579): stdout: \u000a| (launched: 2022-12-09_19:15:06.789484) \u000a19:15:09.988224 run osmo-hlr_10.42.42.2(pid=5579): stderr: \u000a| �[0;m�[1;31m20221209191506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191506987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191506999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191507008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191507008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191507008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:10.058263 run osmo-msc_10.42.42.6(pid=5585): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5585)]\u000a19:15:10.108990 run osmo-msc_10.42.42.6(pid=5585): stdout: \u000a| (launched: 2022-12-09_19:15:08.858106) \u000a19:15:10.160799 run osmo-msc_10.42.42.6(pid=5585): stderr: \u000a| �[0;m�[38;5;43m20221209191509182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191509182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa86f260c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191509182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191509182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191509182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191509182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191509184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191509184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191509185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191509185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:15:10.204305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5578): Terminating (SIGTERM)\u000a19:15:10.246132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5581): Terminating (SIGTERM)\u000a19:15:10.287670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5584): Terminating (SIGTERM)\u000a19:15:10.297461 --- ParallelTerminationStrategy: PID 5578 died...\u000a19:15:10.353430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5578): Terminated: ok {rc=0}\u000a19:15:10.363758 --- ParallelTerminationStrategy: PID 5581 died...\u000a19:15:10.419482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5581): Terminated: ok {rc=0}\u000a19:15:10.429969 --- ParallelTerminationStrategy: PID 5584 died...\u000a19:15:10.485734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5584): Terminated: ok {rc=0}\u000a19:15:10.572839 bus /sierra_3: Setting Powered False\u000a19:15:11.677936 bus /sierra_3: Setting Powered False\u000a19:15:12.786699 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:14:52" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5596): Process ended prematurely: osmo-stp_10.42.42.5(pid=5596) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5596)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5596): Process ended prematurely: osmo-stp_10.42.42.5(pid=5596) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:15:14.793178 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:14.804608 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:15:14.969525 tst mo_mt_call.py: using LAC 23138\u000a19:15:15.101618 tst mo_mt_call.py: using RAC 188\u000a19:15:15.230026 tst mo_mt_call.py: using CellId 23138\u000a19:15:15.358608 tst mo_mt_call.py: using BVCI 23139\u000a19:15:15.383455 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:15.395040 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:15.406508 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:15.418171 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:15.429922 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:15.441558 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:15:15.559032 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:15:15.759863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:16.301056 run create_hlr_db(pid=5590): Launched\u000a19:15:16.483597 bus /sierra_2: Setting Powered False\u000a19:15:17.500044 run create_hlr_db(pid=5590): Terminated: ok {rc=0}\u000a19:15:17.936884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5592): Launched\u000a19:15:18.265596 run osmo-hlr_10.42.42.2(pid=5593): Launched\u000a19:15:18.386324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:18.959457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5595): Launched\u000a19:15:19.290352 run osmo-stp_10.42.42.5(pid=5596): Launched\u000a19:15:19.410157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:15:20.010377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5598): Launched\u000a19:15:20.341156 run osmo-msc_10.42.42.6(pid=5599): Launched\u000a19:15:20.534306 run osmo-stp_10.42.42.5(pid=5596): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5596)]\u000a19:15:20.673612 run osmo-stp_10.42.42.5(pid=5596): stdout: \u000a| (launched: 2022-12-09_19:15:19.127417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:20.812162 run osmo-stp_10.42.42.5(pid=5596): stderr: \u000a| �[0;m�[38;5;43m20221209191519320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191519320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191519320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191519320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191519321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191519321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191519321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:20.944376 run osmo-stp_10.42.42.5(pid=5596): stdout: \u000a| (launched: 2022-12-09_19:15:19.127417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:21.075307 run osmo-stp_10.42.42.5(pid=5596): stderr: \u000a| �[0;m�[38;5;43m20221209191519320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191519320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191519320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191519320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191519321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191519321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191519321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:21.132904 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5596): Process ended prematurely: osmo-stp_10.42.42.5(pid=5596) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5596)] [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:15:21.142290 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a19:15:21.204995 run osmo-hlr_10.42.42.2(pid=5593): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5593)]\u000a19:15:21.256161 run osmo-hlr_10.42.42.2(pid=5593): stdout: \u000a| (launched: 2022-12-09_19:15:18.104393) \u000a19:15:21.307917 run osmo-hlr_10.42.42.2(pid=5593): stderr: \u000a| �[0;m�[1;31m20221209191518302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191518302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191518302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191518302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191518303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191518303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191518315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191518324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191518324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191518324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:21.378322 run osmo-msc_10.42.42.6(pid=5599): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5599)]\u000a19:15:21.429180 run osmo-msc_10.42.42.6(pid=5599): stdout: \u000a| (launched: 2022-12-09_19:15:20.178182) \u000a19:15:21.480659 run osmo-msc_10.42.42.6(pid=5599): stderr: \u000a| �[0;m�[38;5;43m20221209191520500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191520500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95f9331c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191520500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191520500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191520500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191520501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191520502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191520503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191520503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191520503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:15:21.524271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5592): Terminating (SIGTERM)\u000a19:15:21.565868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5595): Terminating (SIGTERM)\u000a19:15:21.607660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5598): Terminating (SIGTERM)\u000a19:15:21.617335 --- ParallelTerminationStrategy: PID 5592 died...\u000a19:15:21.673448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5592): Terminated: ok {rc=0}\u000a19:15:21.683365 --- ParallelTerminationStrategy: PID 5595 died...\u000a19:15:21.739214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5595): Terminated: ok {rc=0}\u000a19:15:21.749243 --- ParallelTerminationStrategy: PID 5598 died...\u000a19:15:21.804803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5598): Terminated: ok {rc=0}\u000a19:15:21.891998 bus /sierra_3: Setting Powered False\u000a19:15:22.998000 bus /sierra_3: Setting Powered False\u000a19:15:24.109363 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5607): Process ended prematurely: osmo-stp_10.42.42.5(pid=5607) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5607)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5607): Process ended prematurely: osmo-stp_10.42.42.5(pid=5607) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:15:25.225950 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:25.238174 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:15:25.400483 tst mo_mt_call_osmux.py: using LAC 23139\u000a19:15:25.520700 tst mo_mt_call_osmux.py: using RAC 189\u000a19:15:25.642102 tst mo_mt_call_osmux.py: using CellId 23139\u000a19:15:25.764218 tst mo_mt_call_osmux.py: using BVCI 23140\u000a19:15:25.787671 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:25.799087 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:25.810317 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:25.821340 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:25.832362 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:15:25.843450 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:15:25.962808 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:15:26.167220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:26.657728 run create_hlr_db(pid=5601): Launched\u000a19:15:26.834448 bus /sierra_2: Setting Powered False\u000a19:15:27.867616 run create_hlr_db(pid=5601): Terminated: ok {rc=0}\u000a19:15:28.305557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5603): Launched\u000a19:15:28.636311 run osmo-hlr_10.42.42.2(pid=5604): Launched\u000a19:15:28.761905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:29.327826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5606): Launched\u000a19:15:29.634849 run osmo-stp_10.42.42.5(pid=5607): Launched\u000a19:15:29.747436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:15:30.306707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5609): Launched\u000a19:15:30.613898 run osmo-msc_10.42.42.6(pid=5610): Launched\u000a19:15:30.794359 run osmo-stp_10.42.42.5(pid=5607): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5607)]\u000a19:15:30.995197 run osmo-stp_10.42.42.5(pid=5607): stdout: \u000a| (launched: 2022-12-09_19:15:29.484180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:31.137208 run osmo-stp_10.42.42.5(pid=5607): stderr: \u000a| �[0;m�[38;5;43m20221209191529656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191529656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191529656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191529657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191529657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191529657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191529657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:31.274995 run osmo-stp_10.42.42.5(pid=5607): stdout: \u000a| (launched: 2022-12-09_19:15:29.484180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:31.412613 run osmo-stp_10.42.42.5(pid=5607): stderr: \u000a| �[0;m�[38;5;43m20221209191529656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191529656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191529656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191529657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191529657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191529657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191529657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:31.472383 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5607): Process ended prematurely: osmo-stp_10.42.42.5(pid=5607) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5607)] [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:15:31.482889 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:15:31.550765 run osmo-hlr_10.42.42.2(pid=5604): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5604)]\u000a19:15:31.606104 run osmo-hlr_10.42.42.2(pid=5604): stdout: \u000a| (launched: 2022-12-09_19:15:28.473546) \u000a19:15:31.660688 run osmo-hlr_10.42.42.2(pid=5604): stderr: \u000a| �[0;m�[1;31m20221209191528675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191528675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191528675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191528675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191528675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191528675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191528687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191528696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191528696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191528696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:31.735882 run osmo-msc_10.42.42.6(pid=5610): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5610)]\u000a19:15:31.791295 run osmo-msc_10.42.42.6(pid=5610): stdout: \u000a| (launched: 2022-12-09_19:15:30.462743) \u000a19:15:31.845512 run osmo-msc_10.42.42.6(pid=5610): stderr: \u000a| �[0;m�[38;5;43m20221209191530738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191530738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1db0f7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191530738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191530738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191530739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191530739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191530742 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191530742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191530742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191530742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:15:31.892286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5603): Terminating (SIGTERM)\u000a19:15:31.936615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5606): Terminating (SIGTERM)\u000a19:15:31.983192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5609): Terminating (SIGTERM)\u000a19:15:31.994078 --- ParallelTerminationStrategy: PID 5603 died...\u000a19:15:32.054903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5603): Terminated: ok {rc=0}\u000a19:15:32.065886 --- ParallelTerminationStrategy: PID 5606 died...\u000a19:15:32.124598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5606): Terminated: ok {rc=0}\u000a19:15:32.135540 --- ParallelTerminationStrategy: PID 5609 died...\u000a19:15:32.195208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5609): Terminated: ok {rc=0}\u000a19:15:32.280190 bus /sierra_3: Setting Powered False\u000a19:15:33.386260 bus /sierra_3: Setting Powered False\u000a19:15:34.492427 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:15:14" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5621): Process ended prematurely: osmo-stp_10.42.42.5(pid=5621) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5621)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5621): Process ended prematurely: osmo-stp_10.42.42.5(pid=5621) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:15:36.493429 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:36.504686 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:15:36.671366 tst mo_mt_call.py: using LAC 23140\u000a19:15:36.795293 tst mo_mt_call.py: using RAC 190\u000a19:15:36.917372 tst mo_mt_call.py: using CellId 23140\u000a19:15:37.044913 tst mo_mt_call.py: using BVCI 23141\u000a19:15:37.069856 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:37.081144 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:37.092210 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:37.103815 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:37.115269 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:37.126630 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:15:37.244471 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:15:37.447226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:37.938886 run create_hlr_db(pid=5615): Launched\u000a19:15:38.115575 bus /sierra_2: Setting Powered False\u000a19:15:39.136499 run create_hlr_db(pid=5615): Terminated: ok {rc=0}\u000a19:15:39.546340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5617): Launched\u000a19:15:39.854957 run osmo-hlr_10.42.42.2(pid=5618): Launched\u000a19:15:39.973884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:40.506838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5620): Launched\u000a19:15:40.812907 run osmo-stp_10.42.42.5(pid=5621): Launched\u000a19:15:40.924640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:15:41.483268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5623): Launched\u000a19:15:41.790151 run osmo-msc_10.42.42.6(pid=5624): Launched\u000a19:15:41.969369 run osmo-stp_10.42.42.5(pid=5621): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5621)]\u000a19:15:42.098302 run osmo-stp_10.42.42.5(pid=5621): stdout: \u000a| (launched: 2022-12-09_19:15:40.662448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:42.225261 run osmo-stp_10.42.42.5(pid=5621): stderr: \u000a| �[0;m�[38;5;43m20221209191540834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191540834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191540835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191540835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191540836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191540836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191540836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:42.348001 run osmo-stp_10.42.42.5(pid=5621): stdout: \u000a| (launched: 2022-12-09_19:15:40.662448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:42.470436 run osmo-stp_10.42.42.5(pid=5621): stderr: \u000a| �[0;m�[38;5;43m20221209191540834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191540834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191540835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191540835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191540836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191540836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191540836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:42.524312 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5621): Process ended prematurely: osmo-stp_10.42.42.5(pid=5621) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5621)] [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:15:42.532874 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:15:42.591766 run osmo-hlr_10.42.42.2(pid=5618): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5618)]\u000a19:15:42.639998 run osmo-hlr_10.42.42.2(pid=5618): stdout: \u000a| (launched: 2022-12-09_19:15:39.702139) \u000a19:15:42.688680 run osmo-hlr_10.42.42.2(pid=5618): stderr: \u000a| �[0;m�[1;31m20221209191539880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191539880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191539880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191539880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191539880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191539880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191539892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191539901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191539901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191539901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:42.754914 run osmo-msc_10.42.42.6(pid=5624): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5624)]\u000a19:15:42.803031 run osmo-msc_10.42.42.6(pid=5624): stdout: \u000a| (launched: 2022-12-09_19:15:41.638904) \u000a19:15:42.851722 run osmo-msc_10.42.42.6(pid=5624): stderr: \u000a| �[0;m�[38;5;43m20221209191541913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191541913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f496ae97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191541913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191541913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191541913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191541914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191541918 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191541918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191541919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191541919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:15:42.892792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5617): Terminating (SIGTERM)\u000a19:15:42.931447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5620): Terminating (SIGTERM)\u000a19:15:42.970274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5623): Terminating (SIGTERM)\u000a19:15:42.979410 --- ParallelTerminationStrategy: PID 5617 died...\u000a19:15:43.031831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5617): Terminated: ok {rc=0}\u000a19:15:43.041514 --- ParallelTerminationStrategy: PID 5620 died...\u000a19:15:43.093583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5620): Terminated: ok {rc=0}\u000a19:15:43.103096 --- ParallelTerminationStrategy: PID 5623 died...\u000a19:15:43.155421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5623): Terminated: ok {rc=0}\u000a19:15:43.239212 bus /sierra_3: Setting Powered False\u000a19:15:44.342975 bus /sierra_3: Setting Powered False\u000a19:15:45.450484 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5632): Process ended prematurely: osmo-stp_10.42.42.5(pid=5632) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5632): Process ended prematurely: osmo-stp_10.42.42.5(pid=5632) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:15:46.562499 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:46.575022 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:15:46.742689 tst mo_mt_call_osmux.py: using LAC 23141\u000a19:15:46.876048 tst mo_mt_call_osmux.py: using RAC 191\u000a19:15:47.011329 tst mo_mt_call_osmux.py: using CellId 23141\u000a19:15:47.142432 tst mo_mt_call_osmux.py: using BVCI 23142\u000a19:15:47.169492 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:47.181589 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:47.193017 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:47.204174 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:47.215739 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:15:47.227168 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:15:47.343865 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:15:47.546836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:48.043005 run create_hlr_db(pid=5626): Launched\u000a19:15:48.234274 bus /sierra_2: Setting Powered False\u000a19:15:49.254353 run create_hlr_db(pid=5626): Terminated: ok {rc=0}\u000a19:15:49.693814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5628): Launched\u000a19:15:50.024669 run osmo-hlr_10.42.42.2(pid=5629): Launched\u000a19:15:50.146197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:50.720232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5631): Launched\u000a19:15:51.052286 run osmo-stp_10.42.42.5(pid=5632): Launched\u000a19:15:51.172293 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:15:51.780678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5634): Launched\u000a19:15:52.112905 run osmo-msc_10.42.42.6(pid=5635): Launched\u000a19:15:52.305275 run osmo-stp_10.42.42.5(pid=5632): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)]\u000a19:15:52.444254 run osmo-stp_10.42.42.5(pid=5632): stdout: \u000a| (launched: 2022-12-09_19:15:50.888786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:52.582225 run osmo-stp_10.42.42.5(pid=5632): stderr: \u000a| �[0;m�[38;5;43m20221209191551082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191551082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191551082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191551083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191551083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191551083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191551083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:52.714275 run osmo-stp_10.42.42.5(pid=5632): stdout: \u000a| (launched: 2022-12-09_19:15:50.888786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:52.846384 run osmo-stp_10.42.42.5(pid=5632): stderr: \u000a| �[0;m�[38;5;43m20221209191551082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191551082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191551082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191551083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191551083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191551083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191551083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:52.904150 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5632): Process ended prematurely: osmo-stp_10.42.42.5(pid=5632) [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)] [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:15:52.913625 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:15:52.976113 run osmo-hlr_10.42.42.2(pid=5629): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5629)]\u000a19:15:53.027051 run osmo-hlr_10.42.42.2(pid=5629): stdout: \u000a| (launched: 2022-12-09_19:15:49.863064) \u000a19:15:53.078801 run osmo-hlr_10.42.42.2(pid=5629): stderr: \u000a| �[0;m�[1;31m20221209191550064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191550064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191550064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191550064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191550065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191550065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191550077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191550085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191550085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191550086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:53.148640 run osmo-msc_10.42.42.6(pid=5635): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5635)]\u000a19:15:53.199616 run osmo-msc_10.42.42.6(pid=5635): stdout: \u000a| (launched: 2022-12-09_19:15:51.949462) \u000a19:15:53.251132 run osmo-msc_10.42.42.6(pid=5635): stderr: \u000a| �[0;m�[38;5;43m20221209191552272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191552272 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12c2b6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191552272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191552272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191552272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191552272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191552274 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191552275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191552275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191552275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:15:53.294645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5628): Terminating (SIGTERM)\u000a19:15:53.336268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5631): Terminating (SIGTERM)\u000a19:15:53.377496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5634): Terminating (SIGTERM)\u000a19:15:53.387353 --- ParallelTerminationStrategy: PID 5628 died...\u000a19:15:53.442900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5628): Terminated: ok {rc=0}\u000a19:15:53.452798 --- ParallelTerminationStrategy: PID 5631 died...\u000a19:15:53.508083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5631): Terminated: ok {rc=0}\u000a19:15:53.517999 --- ParallelTerminationStrategy: PID 5634 died...\u000a19:15:53.573992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5634): Terminated: ok {rc=0}\u000a19:15:53.659898 bus /sierra_3: Setting Powered False\u000a19:15:54.767430 bus /sierra_3: Setting Powered False\u000a19:15:55.878441 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:15:36" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5646): Process ended prematurely: osmo-stp_10.42.42.5(pid=5646) [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5646)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5646): Process ended prematurely: osmo-stp_10.42.42.5(pid=5646) [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a19:15:57.864598 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:15:57.875790 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:15:58.015311 tst mo_mt_call.py: using LAC 23142\u000a19:15:58.141212 tst mo_mt_call.py: using RAC 192\u000a19:15:58.261127 tst mo_mt_call.py: using CellId 23142\u000a19:15:58.379646 tst mo_mt_call.py: using BVCI 23143\u000a19:15:58.402879 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:15:58.414002 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:15:58.424935 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:15:58.436079 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:15:58.447121 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:15:58.458076 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:15:58.576943 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:15:58.787046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:59.306643 run create_hlr_db(pid=5640): Launched\u000a19:15:59.498420 bus /sierra_2: Setting Powered False\u000a19:16:00.518099 run create_hlr_db(pid=5640): Terminated: ok {rc=0}\u000a19:16:00.974899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5642): Launched\u000a19:16:01.435734 run osmo-hlr_10.42.42.2(pid=5643): Launched\u000a19:16:01.678534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:02.302493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5645): Launched\u000a19:16:02.634736 run osmo-stp_10.42.42.5(pid=5646): Launched\u000a19:16:02.757349 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:16:03.359719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5648): Launched\u000a19:16:03.689932 run osmo-msc_10.42.42.6(pid=5649): Launched\u000a19:16:03.883318 run osmo-stp_10.42.42.5(pid=5646): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5646)]\u000a19:16:04.023209 run osmo-stp_10.42.42.5(pid=5646): stdout: \u000a| (launched: 2022-12-09_19:16:02.471306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:04.161829 run osmo-stp_10.42.42.5(pid=5646): stderr: \u000a| �[0;m�[38;5;43m20221209191602665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191602665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191602666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191602666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191602667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191602667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191602667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:04.294734 run osmo-stp_10.42.42.5(pid=5646): stdout: \u000a| (launched: 2022-12-09_19:16:02.471306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:04.426245 run osmo-stp_10.42.42.5(pid=5646): stderr: \u000a| �[0;m�[38;5;43m20221209191602665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191602665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191602666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191602666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191602667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191602667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191602667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:04.484044 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5646): Process ended prematurely: osmo-stp_10.42.42.5(pid=5646) [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5646)] [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a19:16:04.493416 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a19:16:04.556684 run osmo-hlr_10.42.42.2(pid=5643): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5643)]\u000a19:16:04.607986 run osmo-hlr_10.42.42.2(pid=5643): stdout: \u000a| (launched: 2022-12-09_19:16:01.187740) \u000a19:16:04.660468 run osmo-hlr_10.42.42.2(pid=5643): stderr: \u000a| �[0;m�[1;31m20221209191601568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191601568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191601568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191601568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191601568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191601568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191601581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191601598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191601598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191601598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:04.731363 run osmo-msc_10.42.42.6(pid=5649): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5649)]\u000a19:16:04.783516 run osmo-msc_10.42.42.6(pid=5649): stdout: \u000a| (launched: 2022-12-09_19:16:03.527954) \u000a19:16:04.835929 run osmo-msc_10.42.42.6(pid=5649): stderr: \u000a| �[0;m�[38;5;43m20221209191603852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191603853 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61f46d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191603853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191603853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191603853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191603853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191603855 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191603855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191603855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191603855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:16:04.880080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5642): Terminating (SIGTERM)\u000a19:16:04.922184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5645): Terminating (SIGTERM)\u000a19:16:04.964241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5648): Terminating (SIGTERM)\u000a19:16:04.974191 --- ParallelTerminationStrategy: PID 5642 died...\u000a19:16:05.030408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5642): Terminated: ok {rc=0}\u000a19:16:05.040559 --- ParallelTerminationStrategy: PID 5645 died...\u000a19:16:05.096461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5645): Terminated: ok {rc=0}\u000a19:16:05.106784 --- ParallelTerminationStrategy: PID 5648 died...\u000a19:16:05.162916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5648): Terminated: ok {rc=0}\u000a19:16:05.250482 bus /sierra_3: Setting Powered False\u000a19:16:06.357052 bus /sierra_3: Setting Powered False\u000a19:16:07.463811 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5657): Process ended prematurely: osmo-stp_10.42.42.5(pid=5657) [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5657)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5657): Process ended prematurely: osmo-stp_10.42.42.5(pid=5657) [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:16:08.578899 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:16:08.591370 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:16:08.739429 tst mo_mt_call_osmux.py: using LAC 23143\u000a19:16:08.866769 tst mo_mt_call_osmux.py: using RAC 193\u000a19:16:08.994742 tst mo_mt_call_osmux.py: using CellId 23143\u000a19:16:09.122607 tst mo_mt_call_osmux.py: using BVCI 23144\u000a19:16:09.147638 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:16:09.159370 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:16:09.170967 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:16:09.182763 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:16:09.194729 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:16:09.207229 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:16:09.326311 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:16:09.541292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:10.061436 run create_hlr_db(pid=5651): Launched\u000a19:16:10.252825 bus /sierra_2: Setting Powered False\u000a19:16:11.274255 run create_hlr_db(pid=5651): Terminated: ok {rc=0}\u000a19:16:11.689846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5653): Launched\u000a19:16:11.999546 run osmo-hlr_10.42.42.2(pid=5654): Launched\u000a19:16:12.122098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:12.662199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5656): Launched\u000a19:16:12.974428 run osmo-stp_10.42.42.5(pid=5657): Launched\u000a19:16:13.087124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:16:13.651478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5659): Launched\u000a19:16:13.960875 run osmo-msc_10.42.42.6(pid=5660): Launched\u000a19:16:14.140462 run osmo-stp_10.42.42.5(pid=5657): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5657)]\u000a19:16:14.270358 run osmo-stp_10.42.42.5(pid=5657): stdout: \u000a| (launched: 2022-12-09_19:16:12.819236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:14.398379 run osmo-stp_10.42.42.5(pid=5657): stderr: \u000a| �[0;m�[38;5;43m20221209191612992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191612992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191612993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191612993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191612993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191612994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191612994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:14.521869 run osmo-stp_10.42.42.5(pid=5657): stdout: \u000a| (launched: 2022-12-09_19:16:12.819236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:14.644165 run osmo-stp_10.42.42.5(pid=5657): stderr: \u000a| �[0;m�[38;5;43m20221209191612992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191612992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191612993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191612993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191612993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191612994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191612994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:14.698532 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5657): Process ended prematurely: osmo-stp_10.42.42.5(pid=5657) [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5657)] [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a19:16:14.707254 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:16:14.766217 run osmo-hlr_10.42.42.2(pid=5654): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5654)]\u000a19:16:14.815024 run osmo-hlr_10.42.42.2(pid=5654): stdout: \u000a| (launched: 2022-12-09_19:16:11.847269) \u000a19:16:14.864268 run osmo-hlr_10.42.42.2(pid=5654): stderr: \u000a| �[0;m�[1;31m20221209191612025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191612025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191612025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191612025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191612025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191612025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191612037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191612046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191612046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191612046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:14.931204 run osmo-msc_10.42.42.6(pid=5660): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5660)]\u000a19:16:14.979616 run osmo-msc_10.42.42.6(pid=5660): stdout: \u000a| (launched: 2022-12-09_19:16:13.809113) \u000a19:16:15.028567 run osmo-msc_10.42.42.6(pid=5660): stderr: \u000a| �[0;m�[38;5;43m20221209191614083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191614083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f202b833c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191614083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191614083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191614083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191614083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191614085 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191614085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191614086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191614086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:16:15.070152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5653): Terminating (SIGTERM)\u000a19:16:15.109519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5656): Terminating (SIGTERM)\u000a19:16:15.148786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5659): Terminating (SIGTERM)\u000a19:16:15.158023 --- ParallelTerminationStrategy: PID 5653 died...\u000a19:16:15.210680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5653): Terminated: ok {rc=0}\u000a19:16:15.220191 --- ParallelTerminationStrategy: PID 5656 died...\u000a19:16:15.272690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5656): Terminated: ok {rc=0}\u000a19:16:15.282314 --- ParallelTerminationStrategy: PID 5659 died...\u000a19:16:15.334954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5659): Terminated: ok {rc=0}\u000a19:16:15.423007 bus /sierra_3: Setting Powered False\u000a19:16:16.536587 bus /sierra_3: Setting Powered False\u000a19:16:17.650990 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:15:57" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5671): Process ended prematurely: osmo-stp_10.42.42.5(pid=5671) [trial-2363↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5671)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5671): Process ended prematurely: osmo-stp_10.42.42.5(pid=5671) [trial-2363↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:16:19.666343 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:19.677029 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:16:19.818266 tst emergency_mo_mt_call.py: using LAC 23144\u000a19:16:19.934623 tst emergency_mo_mt_call.py: using RAC 194\u000a19:16:20.050898 tst emergency_mo_mt_call.py: using CellId 23144\u000a19:16:20.167054 tst emergency_mo_mt_call.py: using BVCI 23145\u000a19:16:20.189952 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:20.200479 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:20.210846 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:20.221271 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:20.231616 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:20.241963 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:16:20.359913 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:16:20.573975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:21.088088 run create_hlr_db(pid=5665): Launched\u000a19:16:21.277470 bus /sierra_2: Setting Powered False\u000a19:16:22.297454 run create_hlr_db(pid=5665): Terminated: ok {rc=0}\u000a19:16:22.731771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5667): Launched\u000a19:16:23.051984 run osmo-hlr_10.42.42.2(pid=5668): Launched\u000a19:16:23.164445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:23.692630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5670): Launched\u000a19:16:23.996579 run osmo-stp_10.42.42.5(pid=5671): Launched\u000a19:16:24.117943 tst emergency_mo_mt_call.py: using MSISDN 7335\u000a19:16:24.267839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:16:24.822779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5673): Launched\u000a19:16:25.126351 run osmo-msc_10.42.42.6(pid=5674): Launched\u000a19:16:25.303790 run osmo-stp_10.42.42.5(pid=5671): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5671)]\u000a19:16:25.431790 run osmo-stp_10.42.42.5(pid=5671): stdout: \u000a| (launched: 2022-12-09_19:16:23.847544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:25.557822 run osmo-stp_10.42.42.5(pid=5671): stderr: \u000a| �[0;m�[38;5;43m20221209191624020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191624020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191624020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191624021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191624022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191624022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191624022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:25.679462 run osmo-stp_10.42.42.5(pid=5671): stdout: \u000a| (launched: 2022-12-09_19:16:23.847544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:25.801330 run osmo-stp_10.42.42.5(pid=5671): stderr: \u000a| �[0;m�[38;5;43m20221209191624020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191624020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191624020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191624021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191624022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191624022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191624022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:25.854409 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5671): Process ended prematurely: osmo-stp_10.42.42.5(pid=5671) [trial-2363↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5671)] [trial-2363↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a19:16:25.862716 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a19:16:25.921836 run osmo-hlr_10.42.42.2(pid=5668): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5668)]\u000a19:16:25.970488 run osmo-hlr_10.42.42.2(pid=5668): stdout: \u000a| (launched: 2022-12-09_19:16:22.897703) \u000a19:16:26.019482 run osmo-hlr_10.42.42.2(pid=5668): stderr: \u000a| �[0;m�[1;31m20221209191623080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191623080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191623080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191623080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191623080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191623080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191623092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191623103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191623103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191623103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:26.086108 run osmo-msc_10.42.42.6(pid=5674): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5674)]\u000a19:16:26.134475 run osmo-msc_10.42.42.6(pid=5674): stdout: \u000a| (launched: 2022-12-09_19:16:24.977330) \u000a19:16:26.183286 run osmo-msc_10.42.42.6(pid=5674): stderr: \u000a| �[0;m�[38;5;43m20221209191625253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191625253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d01142c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191625253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191625253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191625254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191625254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191625256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191625256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191625256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191625256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:16:26.224771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5667): Terminating (SIGTERM)\u000a19:16:26.264137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5670): Terminating (SIGTERM)\u000a19:16:26.303760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5673): Terminating (SIGTERM)\u000a19:16:26.313050 --- ParallelTerminationStrategy: PID 5667 died...\u000a19:16:26.366144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5667): Terminated: ok {rc=0}\u000a19:16:26.375787 --- ParallelTerminationStrategy: PID 5670 died...\u000a19:16:26.428554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5670): Terminated: ok {rc=0}\u000a19:16:26.438155 --- ParallelTerminationStrategy: PID 5673 died...\u000a19:16:26.491038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5673): Terminated: ok {rc=0}\u000a19:16:26.579554 bus /sierra_3: Setting Powered False\u000a19:16:27.683025 bus /sierra_3: Setting Powered False\u000a19:16:28.795114 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5682): Process ended prematurely: osmo-stp_10.42.42.5(pid=5682) [trial-2363↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5682): Process ended prematurely: osmo-stp_10.42.42.5(pid=5682) [trial-2363↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:16:29.847818 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:29.859739 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:16:30.004066 tst emergency_preemptive_call.py: using LAC 23145\u000a19:16:30.132431 tst emergency_preemptive_call.py: using RAC 195\u000a19:16:30.259465 tst emergency_preemptive_call.py: using CellId 23145\u000a19:16:30.387562 tst emergency_preemptive_call.py: using BVCI 23146\u000a19:16:30.412366 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:30.423862 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:30.435064 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:30.446487 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:30.457715 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:16:30.468746 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:16:30.587832 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:16:30.707407 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:16:30.826194 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:16:31.031086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:31.554759 run create_hlr_db(pid=5676): Launched\u000a19:16:31.735691 bus /sierra_2: Setting Powered False\u000a19:16:32.751789 run create_hlr_db(pid=5676): Terminated: ok {rc=0}\u000a19:16:33.155884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5678): Launched\u000a19:16:33.459687 run osmo-hlr_10.42.42.2(pid=5679): Launched\u000a19:16:33.571715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:34.098356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5681): Launched\u000a19:16:34.401333 run osmo-stp_10.42.42.5(pid=5682): Launched\u000a19:16:34.534987 tst emergency_preemptive_call.py: using MSISDN 7336\u000a19:16:34.685373 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:16:35.236443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5684): Launched\u000a19:16:35.541499 run osmo-msc_10.42.42.6(pid=5685): Launched\u000a19:16:35.718715 run osmo-stp_10.42.42.5(pid=5682): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)]\u000a19:16:35.847011 run osmo-stp_10.42.42.5(pid=5682): stdout: \u000a| (launched: 2022-12-09_19:16:34.251877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:35.972843 run osmo-stp_10.42.42.5(pid=5682): stderr: \u000a| �[0;m�[38;5;43m20221209191634425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191634425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191634425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191634426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191634426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191634426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191634426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:36.094517 run osmo-stp_10.42.42.5(pid=5682): stdout: \u000a| (launched: 2022-12-09_19:16:34.251877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:36.215373 run osmo-stp_10.42.42.5(pid=5682): stderr: \u000a| �[0;m�[38;5;43m20221209191634425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191634425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191634425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191634426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191634426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191634426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191634426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:36.268210 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5682): Process ended prematurely: osmo-stp_10.42.42.5(pid=5682) [trial-2363↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)] [trial-2363↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a19:16:36.276479 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a19:16:36.335917 run osmo-hlr_10.42.42.2(pid=5679): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5679)]\u000a19:16:36.384705 run osmo-hlr_10.42.42.2(pid=5679): stdout: \u000a| (launched: 2022-12-09_19:16:33.310359) \u000a19:16:36.433822 run osmo-hlr_10.42.42.2(pid=5679): stderr: \u000a| �[0;m�[1;31m20221209191633486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191633486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191633487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191633487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191633487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191633487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191633497 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191633506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191633506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191633507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:36.500600 run osmo-msc_10.42.42.6(pid=5685): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5685)]\u000a19:16:36.548825 run osmo-msc_10.42.42.6(pid=5685): stdout: \u000a| (launched: 2022-12-09_19:16:35.390404) \u000a19:16:36.597654 run osmo-msc_10.42.42.6(pid=5685): stderr: \u000a| �[0;m�[38;5;43m20221209191635664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209191635664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb32f235c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209191635664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209191635664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209191635664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209191635665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209191635667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209191635668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209191635668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209191635668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:16:36.639351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5678): Terminating (SIGTERM)\u000a19:16:36.678802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5681): Terminating (SIGTERM)\u000a19:16:36.718367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5684): Terminating (SIGTERM)\u000a19:16:36.727559 --- ParallelTerminationStrategy: PID 5678 died...\u000a19:16:36.780856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5678): Terminated: ok {rc=0}\u000a19:16:36.790638 --- ParallelTerminationStrategy: PID 5681 died...\u000a19:16:36.843377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5681): Terminated: ok {rc=0}\u000a19:16:36.853046 --- ParallelTerminationStrategy: PID 5684 died...\u000a19:16:36.905994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5684): Terminated: ok {rc=0}\u000a19:16:36.988854 bus /sierra_9: Setting Powered False\u000a19:16:38.095790 bus /sierra_9: Setting Powered False\u000a19:16:39.203451 bus /sierra_8: Setting Powered False\u000a19:16:40.308735 bus /sierra_8: Setting Powered False\u000a19:16:41.419004 bus /sierra_3: Setting Powered False\u000a19:16:42.525910 bus /sierra_3: Setting Powered False\u000a19:16:43.632317 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:16:19" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5700): Process ended prematurely: osmo-stp_10.42.42.5(pid=5700) [trial-2363↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5700)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5700): Process ended prematurely: osmo-stp_10.42.42.5(pid=5700) [trial-2363↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:16:45.758155 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:45.768742 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:16:45.923374 tst cs_paging_gprs_active.py: using LAC 23146\u000a19:16:46.054441 tst cs_paging_gprs_active.py: using RAC 196\u000a19:16:46.190939 tst cs_paging_gprs_active.py: using CellId 23146\u000a19:16:46.327509 tst cs_paging_gprs_active.py: using BVCI 23147\u000a19:16:46.355007 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:46.367088 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:46.378951 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:46.391941 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:46.403980 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:46.415644 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:46.428819 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:46.441527 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:46.453508 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:16:46.602310 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:16:46.896162 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:16:47.029819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:16:47.353390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5690): Launched\u000a19:16:47.617831 run iperf3-srv_10.42.42.10(pid=5691): Launched\u000a19:16:47.805977 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:16:47.934433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:16:48.261078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5692): Launched\u000a19:16:48.543710 run iperf3-srv_10.42.42.10(pid=5693): Launched\u000a19:16:48.746122 tst cs_paging_gprs_active.py:38: start network...\u000a19:16:48.885357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:49.404792 run create_hlr_db(pid=5694): Launched\u000a19:16:49.596365 bus /sierra_2: Setting Powered False\u000a19:16:50.605611 run create_hlr_db(pid=5694): Terminated: ok {rc=0}\u000a19:16:51.054559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5696): Launched\u000a19:16:51.386722 run osmo-hlr_10.42.42.2(pid=5697): Launched\u000a19:16:51.508940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:52.083229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5699): Launched\u000a19:16:52.416083 run osmo-stp_10.42.42.5(pid=5700): Launched\u000a19:16:52.536496 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:16:53.112390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5702): Launched\u000a19:16:53.230127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:16:53.519045 run patchelf(pid=5703): Launched\u000a19:16:53.711900 run osmo-stp_10.42.42.5(pid=5700): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5700)]\u000a19:16:53.853666 run osmo-stp_10.42.42.5(pid=5700): stdout: \u000a| (launched: 2022-12-09_19:16:52.251514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:53.995615 run osmo-stp_10.42.42.5(pid=5700): stderr: \u000a| �[0;m�[38;5;43m20221209191652447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191652447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191652447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191652448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191652448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191652448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191652448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:54.132300 run osmo-stp_10.42.42.5(pid=5700): stdout: \u000a| (launched: 2022-12-09_19:16:52.251514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:54.267622 run osmo-stp_10.42.42.5(pid=5700): stderr: \u000a| �[0;m�[38;5;43m20221209191652447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191652447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191652447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191652448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191652448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191652448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191652448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:54.425387 run patchelf(pid=5703): Terminating (SIGINT)\u000a19:16:54.610276 run patchelf(pid=5703): Terminated: ok {rc=0}\u000a19:16:54.644008 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5700): Process ended prematurely: osmo-stp_10.42.42.5(pid=5700) [trial-2363↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5700)] [trial-2363↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a19:16:54.653972 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:16:54.717210 run osmo-hlr_10.42.42.2(pid=5697): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5697)]\u000a19:16:54.768351 run osmo-hlr_10.42.42.2(pid=5697): stdout: \u000a| (launched: 2022-12-09_19:16:51.222426) \u000a19:16:54.820007 run osmo-hlr_10.42.42.2(pid=5697): stderr: \u000a| �[0;m�[1;31m20221209191651422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191651422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191651422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191651422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191651422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191651422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191651435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191651445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191651445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191651445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:54.864462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5690): Terminating (SIGTERM)\u000a19:16:54.906407 run iperf3-srv_10.42.42.10(pid=5691): Terminating (SIGTERM)\u000a19:16:54.948547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5692): Terminating (SIGTERM)\u000a19:16:54.990016 run iperf3-srv_10.42.42.10(pid=5693): Terminating (SIGTERM)\u000a19:16:55.031630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5696): Terminating (SIGTERM)\u000a19:16:55.073563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5699): Terminating (SIGTERM)\u000a19:16:55.115282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5702): Terminating (SIGTERM)\u000a19:16:55.124922 --- ParallelTerminationStrategy: PID 5690 died...\u000a19:16:55.180739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5690): Terminated: ok {rc=0}\u000a19:16:55.191071 --- ParallelTerminationStrategy: PID 5691 died...\u000a19:16:55.246862 run iperf3-srv_10.42.42.10(pid=5691): Terminated {rc=256}\u000a19:16:55.256883 --- ParallelTerminationStrategy: PID 5692 died...\u000a19:16:55.312802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5692): Terminated: ok {rc=0}\u000a19:16:55.322910 --- ParallelTerminationStrategy: PID 5693 died...\u000a19:16:55.378608 run iperf3-srv_10.42.42.10(pid=5693): Terminated {rc=256}\u000a19:16:55.388563 --- ParallelTerminationStrategy: PID 5696 died...\u000a19:16:55.444287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5696): Terminated: ok {rc=0}\u000a19:16:55.454390 --- ParallelTerminationStrategy: PID 5699 died...\u000a19:16:55.510079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5699): Terminated: ok {rc=0}\u000a19:16:55.520369 --- ParallelTerminationStrategy: PID 5702 died...\u000a19:16:55.576534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5702): Terminated: ok {rc=0}\u000a19:16:55.661775 bus /gobi_0: Setting Powered False\u000a19:16:56.768099 bus /gobi_0: Setting Powered False\u000a19:16:57.878649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5715): Process ended prematurely: osmo-stp_10.42.42.5(pid=5715) [trial-2363↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5715)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5715): Process ended prematurely: osmo-stp_10.42.42.5(pid=5715) [trial-2363↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a19:16:58.993725 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:59.005286 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:16:59.152940 tst iperf3.py: using LAC 23147\u000a19:16:59.281907 tst iperf3.py: using RAC 197\u000a19:16:59.410781 tst iperf3.py: using CellId 23147\u000a19:16:59.543317 tst iperf3.py: using BVCI 23148\u000a19:16:59.568645 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:59.579703 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:59.590573 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:59.601714 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:59.612613 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:59.623542 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:59.634805 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:59.645655 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:16:59.657327 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:16:59.940904 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:17:00.070920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:00.392897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5704): Launched\u000a19:17:00.658335 run iperf3-srv_10.42.42.10(pid=5705): Launched\u000a19:17:00.848368 tst iperf3.py:8: start network...\u000a19:17:00.980309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:01.526285 run create_hlr_db(pid=5709): Launched\u000a19:17:01.726084 bus /gobi_6: Setting Powered False\u000a19:17:02.725670 run create_hlr_db(pid=5709): Terminated: ok {rc=0}\u000a19:17:03.185309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5711): Launched\u000a19:17:03.517531 run osmo-hlr_10.42.42.2(pid=5712): Launched\u000a19:17:03.638898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:04.213938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5714): Launched\u000a19:17:04.545458 run osmo-stp_10.42.42.5(pid=5715): Launched\u000a19:17:04.666834 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:17:05.242000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5717): Launched\u000a19:17:05.359697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:17:05.647425 run patchelf(pid=5718): Launched\u000a19:17:05.840146 run osmo-stp_10.42.42.5(pid=5715): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5715)]\u000a19:17:05.980646 run osmo-stp_10.42.42.5(pid=5715): stdout: \u000a| (launched: 2022-12-09_19:17:04.381825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:06.121735 run osmo-stp_10.42.42.5(pid=5715): stderr: \u000a| �[0;m�[38;5;43m20221209191704575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191704576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191704576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191704576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191704577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191704577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191704577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:06.258049 run osmo-stp_10.42.42.5(pid=5715): stdout: \u000a| (launched: 2022-12-09_19:17:04.381825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:06.393123 run osmo-stp_10.42.42.5(pid=5715): stderr: \u000a| �[0;m�[38;5;43m20221209191704575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191704576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191704576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191704576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191704577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191704577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191704577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:06.550161 run patchelf(pid=5718): Terminating (SIGINT)\u000a19:17:06.734142 run patchelf(pid=5718): Terminated: ok {rc=0}\u000a19:17:06.767855 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5715): Process ended prematurely: osmo-stp_10.42.42.5(pid=5715) [trial-2363↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5715)] [trial-2363↪gprs:trx-umtrx↪iperf3.py:8]\u000a19:17:06.777898 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a19:17:06.841241 run osmo-hlr_10.42.42.2(pid=5712): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5712)]\u000a19:17:06.892021 run osmo-hlr_10.42.42.2(pid=5712): stdout: \u000a| (launched: 2022-12-09_19:17:03.354314) \u000a19:17:06.944004 run osmo-hlr_10.42.42.2(pid=5712): stderr: \u000a| �[0;m�[1;31m20221209191703554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191703554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191703554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191703554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191703554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191703554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191703568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191703578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191703578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191703578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:06.987782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5704): Terminating (SIGTERM)\u000a19:17:07.029224 run iperf3-srv_10.42.42.10(pid=5705): Terminating (SIGTERM)\u000a19:17:07.070794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5711): Terminating (SIGTERM)\u000a19:17:07.112287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5714): Terminating (SIGTERM)\u000a19:17:07.154466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5717): Terminating (SIGTERM)\u000a19:17:07.164167 --- ParallelTerminationStrategy: PID 5704 died...\u000a19:17:07.219719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5704): Terminated: ok {rc=0}\u000a19:17:07.229672 --- ParallelTerminationStrategy: PID 5705 died...\u000a19:17:07.284335 run iperf3-srv_10.42.42.10(pid=5705): Terminated {rc=256}\u000a19:17:07.294494 --- ParallelTerminationStrategy: PID 5711 died...\u000a19:17:07.349264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5711): Terminated: ok {rc=0}\u000a19:17:07.359385 --- ParallelTerminationStrategy: PID 5714 died...\u000a19:17:07.414145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5714): Terminated: ok {rc=0}\u000a19:17:07.424269 --- ParallelTerminationStrategy: PID 5717 died...\u000a19:17:07.479108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5717): Terminated: ok {rc=0}\u000a19:17:07.565700 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5733): Process ended prematurely: osmo-stp_10.42.42.5(pid=5733) [trial-2363↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5733)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5733): Process ended prematurely: osmo-stp_10.42.42.5(pid=5733) [trial-2363↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a19:17:08.680512 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:08.692273 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:17:08.838476 tst iperf3m4.py: using LAC 23148\u000a19:17:08.968632 tst iperf3m4.py: using RAC 198\u000a19:17:09.099928 tst iperf3m4.py: using CellId 23148\u000a19:17:09.228728 tst iperf3m4.py: using BVCI 23149\u000a19:17:09.253938 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:09.265003 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:09.275834 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:09.286984 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:09.298063 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:09.309040 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:09.320262 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:09.331340 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:09.342683 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:09.463629 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:09.587927 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:09.708389 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:09.990390 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:17:10.119863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:10.440941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5719): Launched\u000a19:17:10.706009 run iperf3-srv_10.42.42.10(pid=5720): Launched\u000a19:17:10.894602 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:17:11.022761 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:11.341367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5721): Launched\u000a19:17:11.605898 run iperf3-srv_10.42.42.10(pid=5722): Launched\u000a19:17:11.794231 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:17:11.922645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:12.242548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5723): Launched\u000a19:17:12.506894 run iperf3-srv_10.42.42.10(pid=5724): Launched\u000a19:17:12.695281 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:17:12.823675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:13.142561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5725): Launched\u000a19:17:13.407370 run iperf3-srv_10.42.42.10(pid=5726): Launched\u000a19:17:13.595081 tst iperf3m4.py:8: start network...\u000a19:17:13.723671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:14.218411 run create_hlr_db(pid=5727): Launched\u000a19:17:14.395501 bus /gobi_6: Setting Powered False\u000a19:17:15.417486 run create_hlr_db(pid=5727): Terminated: ok {rc=0}\u000a19:17:15.864672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5729): Launched\u000a19:17:16.315019 run osmo-hlr_10.42.42.2(pid=5730): Launched\u000a19:17:16.532935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:17.198196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5732): Launched\u000a19:17:17.533684 run osmo-stp_10.42.42.5(pid=5733): Launched\u000a19:17:17.648717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:17:18.183968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5735): Launched\u000a19:17:18.293028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:17:18.559900 run patchelf(pid=5736): Launched\u000a19:17:18.738463 run osmo-stp_10.42.42.5(pid=5733): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5733)]\u000a19:17:18.869401 run osmo-stp_10.42.42.5(pid=5733): stdout: \u000a| (launched: 2022-12-09_19:17:17.369387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:19.000086 run osmo-stp_10.42.42.5(pid=5733): stderr: \u000a| �[0;m�[38;5;43m20221209191717560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191717561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191717561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191717561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191717562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191717562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191717562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:19.126529 run osmo-stp_10.42.42.5(pid=5733): stdout: \u000a| (launched: 2022-12-09_19:17:17.369387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:19.251501 run osmo-stp_10.42.42.5(pid=5733): stderr: \u000a| �[0;m�[38;5;43m20221209191717560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191717561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191717561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191717561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191717562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191717562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191717562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:19.397645 run patchelf(pid=5736): Terminating (SIGINT)\u000a19:17:19.570457 run patchelf(pid=5736): Terminated: ok {rc=0}\u000a19:17:19.602043 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5733): Process ended prematurely: osmo-stp_10.42.42.5(pid=5733) [trial-2363↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5733)] [trial-2363↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a19:17:19.611260 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:17:19.670084 run osmo-hlr_10.42.42.2(pid=5730): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5730)]\u000a19:17:19.718155 run osmo-hlr_10.42.42.2(pid=5730): stdout: \u000a| (launched: 2022-12-09_19:17:16.049794) \u000a19:17:19.766598 run osmo-hlr_10.42.42.2(pid=5730): stderr: \u000a| �[0;m�[1;31m20221209191716273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191716273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191716273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191716273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191716273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191716273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191716295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191716312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191716312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191716314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:19.807735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5719): Terminating (SIGTERM)\u000a19:17:19.846542 run iperf3-srv_10.42.42.10(pid=5720): Terminating (SIGTERM)\u000a19:17:19.885298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5721): Terminating (SIGTERM)\u000a19:17:19.923793 run iperf3-srv_10.42.42.10(pid=5722): Terminating (SIGTERM)\u000a19:17:19.962621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5723): Terminating (SIGTERM)\u000a19:17:20.001098 run iperf3-srv_10.42.42.10(pid=5724): Terminating (SIGTERM)\u000a19:17:20.039712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5725): Terminating (SIGTERM)\u000a19:17:20.078364 run iperf3-srv_10.42.42.10(pid=5726): Terminating (SIGTERM)\u000a19:17:20.117148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5729): Terminating (SIGTERM)\u000a19:17:20.155696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5732): Terminating (SIGTERM)\u000a19:17:20.194862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5735): Terminating (SIGTERM)\u000a19:17:20.203832 --- ParallelTerminationStrategy: PID 5719 died...\u000a19:17:20.255898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5719): Terminated: ok {rc=0}\u000a19:17:20.265302 --- ParallelTerminationStrategy: PID 5720 died...\u000a19:17:20.317086 run iperf3-srv_10.42.42.10(pid=5720): Terminated {rc=256}\u000a19:17:20.326451 --- ParallelTerminationStrategy: PID 5721 died...\u000a19:17:20.378225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5721): Terminated: ok {rc=0}\u000a19:17:20.387574 --- ParallelTerminationStrategy: PID 5722 died...\u000a19:17:20.439366 run iperf3-srv_10.42.42.10(pid=5722): Terminated {rc=256}\u000a19:17:20.448717 --- ParallelTerminationStrategy: PID 5723 died...\u000a19:17:20.500496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5723): Terminated: ok {rc=0}\u000a19:17:20.509896 --- ParallelTerminationStrategy: PID 5724 died...\u000a19:17:20.562158 run iperf3-srv_10.42.42.10(pid=5724): Terminated {rc=256}\u000a19:17:20.571591 --- ParallelTerminationStrategy: PID 5725 died...\u000a19:17:20.623321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5725): Terminated: ok {rc=0}\u000a19:17:20.632688 --- ParallelTerminationStrategy: PID 5726 died...\u000a19:17:20.684244 run iperf3-srv_10.42.42.10(pid=5726): Terminated {rc=256}\u000a19:17:20.693740 --- ParallelTerminationStrategy: PID 5729 died...\u000a19:17:20.745478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5729): Terminated: ok {rc=0}\u000a19:17:20.755177 --- ParallelTerminationStrategy: PID 5732 died...\u000a19:17:20.807082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5732): Terminated: ok {rc=0}\u000a19:17:20.816532 --- ParallelTerminationStrategy: PID 5735 died...\u000a19:17:20.868473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5735): Terminated: ok {rc=0}\u000a19:17:20.956745 bus /gobi_4: Setting Powered False\u000a19:17:22.059732 bus /gobi_4: Setting Powered False\u000a19:17:23.169720 bus /gobi_1: Setting Powered False\u000a19:17:24.272267 bus /gobi_1: Setting Powered False\u000a19:17:25.383053 bus /gobi_0: Setting Powered False\u000a19:17:26.484366 bus /gobi_0: Setting Powered False\u000a19:17:27.595866 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 164, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2363↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2363↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a19:17:28.661767 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:28.672894 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:17:28.809397 tst ping.py: using LAC 23149\u000a19:17:28.927998 tst ping.py: using RAC 199\u000a19:17:29.055801 tst ping.py: using CellId 23149\u000a19:17:29.177461 tst ping.py: using BVCI 23150\u000a19:17:29.200485 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:29.211162 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:29.221629 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:29.232078 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:29.242472 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:29.252674 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:29.263012 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:29.273569 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:29.549225 tst ping.py:19: start network...\u000a19:17:29.674785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:30.159385 run create_hlr_db(pid=5737): Launched\u000a19:17:30.335627 bus /gobi_6: Setting Powered False\u000a19:17:31.374268 run create_hlr_db(pid=5737): Terminated: ok {rc=0}\u000a19:17:31.868661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Launched\u000a19:17:32.285143 run osmo-hlr_10.42.42.2(pid=5740): Launched\u000a19:17:32.395644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:32.921292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Launched\u000a19:17:33.224792 run osmo-stp_10.42.42.5(pid=5743): Launched\u000a19:17:33.334822 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:17:33.862112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5745): Launched\u000a19:17:33.969381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:17:34.232862 run patchelf(pid=5746): Launched\u000a19:17:34.410522 run osmo-stp_10.42.42.5(pid=5743): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]\u000a19:17:34.539250 run osmo-stp_10.42.42.5(pid=5743): stdout: \u000a| (launched: 2022-12-09_19:17:33.074541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:34.668645 run osmo-stp_10.42.42.5(pid=5743): stderr: \u000a| �[0;m�[38;5;43m20221209191733244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191733244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191733245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191733245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191733246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191733246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191733246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:34.793543 run osmo-stp_10.42.42.5(pid=5743): stdout: \u000a| (launched: 2022-12-09_19:17:33.074541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:34.918445 run osmo-stp_10.42.42.5(pid=5743): stderr: \u000a| �[0;m�[38;5;43m20221209191733244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191733244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191733245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191733245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191733246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191733246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191733246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:35.062442 run patchelf(pid=5746): Terminating (SIGINT)\u000a19:17:35.231111 run patchelf(pid=5746): Terminated: ok {rc=0}\u000a19:17:35.261927 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2363↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)] [trial-2363↪gprs:trx-umtrx↪ping.py:22]\u000a19:17:35.270748 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:17:35.329722 run osmo-hlr_10.42.42.2(pid=5740): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5740)]\u000a19:17:35.377873 run osmo-hlr_10.42.42.2(pid=5740): stdout: \u000a| (launched: 2022-12-09_19:17:32.062750) \u000a19:17:35.426861 run osmo-hlr_10.42.42.2(pid=5740): stderr: \u000a| �[0;m�[1;31m20221209191732315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191732315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191732315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191732315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191732315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191732315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191732332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191732340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191732340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191732340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:35.468434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Terminating (SIGTERM)\u000a19:17:35.507683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Terminating (SIGTERM)\u000a19:17:35.546816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5745): Terminating (SIGTERM)\u000a19:17:35.555961 --- ParallelTerminationStrategy: PID 5739 died...\u000a19:17:35.608738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Terminated: ok {rc=0}\u000a19:17:35.618335 --- ParallelTerminationStrategy: PID 5742 died...\u000a19:17:35.670816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Terminated: ok {rc=0}\u000a19:17:35.680383 --- ParallelTerminationStrategy: PID 5745 died...\u000a19:17:35.732835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5745): Terminated: ok {rc=0}\u000a19:17:35.819616 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5753): Process ended prematurely: osmo-stp_10.42.42.5(pid=5753) [trial-2363↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5753)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5753): Process ended prematurely: osmo-stp_10.42.42.5(pid=5753) [trial-2363↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a19:17:36.873981 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:36.885976 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:17:37.032703 tst ping_idle_ping.py: using LAC 23150\u000a19:17:37.159716 tst ping_idle_ping.py: using RAC 200\u000a19:17:37.289756 tst ping_idle_ping.py: using CellId 23150\u000a19:17:37.417253 tst ping_idle_ping.py: using BVCI 23151\u000a19:17:37.442310 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:37.453682 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:37.464551 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:37.476081 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:37.487075 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:37.498234 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:37.509821 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:17:37.521278 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:37.804272 tst ping_idle_ping.py:24: start network...\u000a19:17:37.931147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:38.422731 run create_hlr_db(pid=5747): Launched\u000a19:17:38.598552 bus /gobi_6: Setting Powered False\u000a19:17:39.619896 run create_hlr_db(pid=5747): Terminated: ok {rc=0}\u000a19:17:40.027148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5749): Launched\u000a19:17:40.335173 run osmo-hlr_10.42.42.2(pid=5750): Launched\u000a19:17:40.451867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:40.978658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5752): Launched\u000a19:17:41.283311 run osmo-stp_10.42.42.5(pid=5753): Launched\u000a19:17:41.394302 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:17:41.924595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5755): Launched\u000a19:17:42.032399 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:17:42.296550 run patchelf(pid=5756): Launched\u000a19:17:42.474336 run osmo-stp_10.42.42.5(pid=5753): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5753)]\u000a19:17:42.603091 run osmo-stp_10.42.42.5(pid=5753): stdout: \u000a| (launched: 2022-12-09_19:17:41.133363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:42.732161 run osmo-stp_10.42.42.5(pid=5753): stderr: \u000a| �[0;m�[38;5;43m20221209191741304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191741304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191741304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191741304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191741305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191741305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191741305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:42.856762 run osmo-stp_10.42.42.5(pid=5753): stdout: \u000a| (launched: 2022-12-09_19:17:41.133363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:42.980368 run osmo-stp_10.42.42.5(pid=5753): stderr: \u000a| �[0;m�[38;5;43m20221209191741304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191741304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191741304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191741304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191741305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191741305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191741305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:43.124620 run patchelf(pid=5756): Terminating (SIGINT)\u000a19:17:43.293734 run patchelf(pid=5756): Terminated: ok {rc=0}\u000a19:17:43.324441 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5753): Process ended prematurely: osmo-stp_10.42.42.5(pid=5753) [trial-2363↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5753)] [trial-2363↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a19:17:43.333239 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:17:43.391984 run osmo-hlr_10.42.42.2(pid=5750): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5750)]\u000a19:17:43.439841 run osmo-hlr_10.42.42.2(pid=5750): stdout: \u000a| (launched: 2022-12-09_19:17:40.182572) \u000a19:17:43.488469 run osmo-hlr_10.42.42.2(pid=5750): stderr: \u000a| �[0;m�[1;31m20221209191740362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191740362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191740362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191740363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191740363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191740363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191740375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191740384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191740384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191740384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:43.529777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5749): Terminating (SIGTERM)\u000a19:17:43.568989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5752): Terminating (SIGTERM)\u000a19:17:43.607987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5755): Terminating (SIGTERM)\u000a19:17:43.616878 --- ParallelTerminationStrategy: PID 5749 died...\u000a19:17:43.669134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5749): Terminated: ok {rc=0}\u000a19:17:43.678728 --- ParallelTerminationStrategy: PID 5752 died...\u000a19:17:43.730743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5752): Terminated: ok {rc=0}\u000a19:17:43.740188 --- ParallelTerminationStrategy: PID 5755 died...\u000a19:17:43.791988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5755): Terminated: ok {rc=0}\u000a19:17:43.873727 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:16:45" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5772): Process ended prematurely: osmo-stp_10.42.42.5(pid=5772) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5772)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5772): Process ended prematurely: osmo-stp_10.42.42.5(pid=5772) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:17:46.037160 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:46.048710 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:17:46.195612 tst cs_paging_gprs_active.py: using LAC 23151\u000a19:17:46.319487 tst cs_paging_gprs_active.py: using RAC 201\u000a19:17:46.446291 tst cs_paging_gprs_active.py: using CellId 23151\u000a19:17:46.576811 tst cs_paging_gprs_active.py: using BVCI 23152\u000a19:17:46.603589 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:46.615680 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:46.627815 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:46.640397 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:46.652711 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:46.664546 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:46.677086 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:46.689675 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:46.702107 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:17:46.852709 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:17:47.163678 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:17:47.296862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:47.620564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5762): Launched\u000a19:17:47.887193 run iperf3-srv_10.42.42.10(pid=5763): Launched\u000a19:17:48.076253 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:17:48.205363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:48.526480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5764): Launched\u000a19:17:48.793709 run iperf3-srv_10.42.42.10(pid=5765): Launched\u000a19:17:48.982162 tst cs_paging_gprs_active.py:38: start network...\u000a19:17:49.110568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:49.604113 run create_hlr_db(pid=5766): Launched\u000a19:17:49.781494 bus /gobi_6: Setting Powered False\u000a19:17:50.803190 run create_hlr_db(pid=5766): Terminated: ok {rc=0}\u000a19:17:51.213744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5768): Launched\u000a19:17:51.523024 run osmo-hlr_10.42.42.2(pid=5769): Launched\u000a19:17:51.645409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:52.186062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5771): Launched\u000a19:17:52.495207 run osmo-stp_10.42.42.5(pid=5772): Launched\u000a19:17:52.607377 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:17:53.143749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5774): Launched\u000a19:17:53.253538 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:17:53.522114 run patchelf(pid=5775): Launched\u000a19:17:53.702296 run osmo-stp_10.42.42.5(pid=5772): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5772)]\u000a19:17:53.834134 run osmo-stp_10.42.42.5(pid=5772): stdout: \u000a| (launched: 2022-12-09_19:17:52.342665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:53.965852 run osmo-stp_10.42.42.5(pid=5772): stderr: \u000a| �[0;m�[38;5;43m20221209191752515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191752515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191752515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191752516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191752516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191752516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191752516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:54.092832 run osmo-stp_10.42.42.5(pid=5772): stdout: \u000a| (launched: 2022-12-09_19:17:52.342665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:54.218834 run osmo-stp_10.42.42.5(pid=5772): stderr: \u000a| �[0;m�[38;5;43m20221209191752515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191752515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191752515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191752516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191752516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191752516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191752516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:54.365793 run patchelf(pid=5775): Terminating (SIGINT)\u000a19:17:54.538806 run patchelf(pid=5775): Terminated: ok {rc=0}\u000a19:17:54.570573 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5772): Process ended prematurely: osmo-stp_10.42.42.5(pid=5772) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5772)] [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:17:54.579769 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:17:54.639299 run osmo-hlr_10.42.42.2(pid=5769): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5769)]\u000a19:17:54.687420 run osmo-hlr_10.42.42.2(pid=5769): stdout: \u000a| (launched: 2022-12-09_19:17:51.370737) \u000a19:17:54.735985 run osmo-hlr_10.42.42.2(pid=5769): stderr: \u000a| �[0;m�[1;31m20221209191751551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191751551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191751551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191751551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191751551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191751551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191751563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191751572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191751572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191751572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:54.777378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5762): Terminating (SIGTERM)\u000a19:17:54.816346 run iperf3-srv_10.42.42.10(pid=5763): Terminating (SIGTERM)\u000a19:17:54.855378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5764): Terminating (SIGTERM)\u000a19:17:54.894246 run iperf3-srv_10.42.42.10(pid=5765): Terminating (SIGTERM)\u000a19:17:54.933155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5768): Terminating (SIGTERM)\u000a19:17:54.971999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5771): Terminating (SIGTERM)\u000a19:17:55.010945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5774): Terminating (SIGTERM)\u000a19:17:55.020041 --- ParallelTerminationStrategy: PID 5762 died...\u000a19:17:55.072217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5762): Terminated: ok {rc=0}\u000a19:17:55.081771 --- ParallelTerminationStrategy: PID 5763 died...\u000a19:17:55.133725 run iperf3-srv_10.42.42.10(pid=5763): Terminated {rc=256}\u000a19:17:55.143142 --- ParallelTerminationStrategy: PID 5764 died...\u000a19:17:55.195067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5764): Terminated: ok {rc=0}\u000a19:17:55.204456 --- ParallelTerminationStrategy: PID 5765 died...\u000a19:17:55.256441 run iperf3-srv_10.42.42.10(pid=5765): Terminated {rc=256}\u000a19:17:55.265921 --- ParallelTerminationStrategy: PID 5768 died...\u000a19:17:55.317928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5768): Terminated: ok {rc=0}\u000a19:17:55.327395 --- ParallelTerminationStrategy: PID 5771 died...\u000a19:17:55.381174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5771): Terminated: ok {rc=0}\u000a19:17:55.390819 --- ParallelTerminationStrategy: PID 5774 died...\u000a19:17:55.443307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5774): Terminated: ok {rc=0}\u000a19:17:55.531239 bus /gobi_0: Setting Powered False\u000a19:17:56.633611 bus /gobi_0: Setting Powered False\u000a19:17:57.745315 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5784): Process ended prematurely: osmo-stp_10.42.42.5(pid=5784) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5784)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5784): Process ended prematurely: osmo-stp_10.42.42.5(pid=5784) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:17:58.861943 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:58.874172 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:17:59.025698 tst iperf3.py: using LAC 23152\u000a19:17:59.156604 tst iperf3.py: using RAC 202\u000a19:17:59.287302 tst iperf3.py: using CellId 23152\u000a19:17:59.418442 tst iperf3.py: using BVCI 23153\u000a19:17:59.443857 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:59.455234 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:59.466395 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:59.477953 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:59.489429 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:59.501041 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:59.512848 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:59.524459 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:17:59.536200 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:17:59.838174 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:17:59.977494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:00.321358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5776): Launched\u000a19:18:00.605098 run iperf3-srv_10.42.42.10(pid=5777): Launched\u000a19:18:00.808548 tst iperf3.py:8: start network...\u000a19:18:00.955330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:01.495861 run create_hlr_db(pid=5778): Launched\u000a19:18:01.681801 bus /gobi_6: Setting Powered False\u000a19:18:02.694488 run create_hlr_db(pid=5778): Terminated: ok {rc=0}\u000a19:18:03.156602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5780): Launched\u000a19:18:03.487040 run osmo-hlr_10.42.42.2(pid=5781): Launched\u000a19:18:03.609515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:04.190449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5783): Launched\u000a19:18:04.522020 run osmo-stp_10.42.42.5(pid=5784): Launched\u000a19:18:04.643395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:05.220063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5786): Launched\u000a19:18:05.338409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:05.627369 run patchelf(pid=5787): Launched\u000a19:18:05.819009 run osmo-stp_10.42.42.5(pid=5784): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5784)]\u000a19:18:05.959825 run osmo-stp_10.42.42.5(pid=5784): stdout: \u000a| (launched: 2022-12-09_19:18:04.358722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:06.100319 run osmo-stp_10.42.42.5(pid=5784): stderr: \u000a| �[0;m�[38;5;43m20221209191804554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191804554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191804554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191804555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191804555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191804555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191804555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:06.236210 run osmo-stp_10.42.42.5(pid=5784): stdout: \u000a| (launched: 2022-12-09_19:18:04.358722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:06.371045 run osmo-stp_10.42.42.5(pid=5784): stderr: \u000a| �[0;m�[38;5;43m20221209191804554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191804554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191804554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191804555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191804555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191804555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191804555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:06.527979 run patchelf(pid=5787): Terminating (SIGINT)\u000a19:18:06.712191 run patchelf(pid=5787): Terminated: ok {rc=0}\u000a19:18:06.746115 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5784): Process ended prematurely: osmo-stp_10.42.42.5(pid=5784) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5784)] [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a19:18:06.756087 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:18:06.819399 run osmo-hlr_10.42.42.2(pid=5781): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5781)]\u000a19:18:06.870909 run osmo-hlr_10.42.42.2(pid=5781): stdout: \u000a| (launched: 2022-12-09_19:18:03.324300) \u000a19:18:06.922862 run osmo-hlr_10.42.42.2(pid=5781): stderr: \u000a| �[0;m�[1;31m20221209191803523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191803523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191803523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191803523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191803523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191803523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191803536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191803544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191803544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191803544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:06.966747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5776): Terminating (SIGTERM)\u000a19:18:07.007944 run iperf3-srv_10.42.42.10(pid=5777): Terminating (SIGTERM)\u000a19:18:07.049537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5780): Terminating (SIGTERM)\u000a19:18:07.090974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5783): Terminating (SIGTERM)\u000a19:18:07.132633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5786): Terminating (SIGTERM)\u000a19:18:07.142416 --- ParallelTerminationStrategy: PID 5776 died...\u000a19:18:07.198171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5776): Terminated: ok {rc=0}\u000a19:18:07.208449 --- ParallelTerminationStrategy: PID 5777 died...\u000a19:18:07.263682 run iperf3-srv_10.42.42.10(pid=5777): Terminated {rc=256}\u000a19:18:07.273770 --- ParallelTerminationStrategy: PID 5780 died...\u000a19:18:07.329016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5780): Terminated: ok {rc=0}\u000a19:18:07.338898 --- ParallelTerminationStrategy: PID 5783 died...\u000a19:18:07.393776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5783): Terminated: ok {rc=0}\u000a19:18:07.403890 --- ParallelTerminationStrategy: PID 5786 died...\u000a19:18:07.459502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5786): Terminated: ok {rc=0}\u000a19:18:07.545036 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5802): Process ended prematurely: osmo-stp_10.42.42.5(pid=5802) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5802)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5802): Process ended prematurely: osmo-stp_10.42.42.5(pid=5802) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5802)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:18:08.660278 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:08.672078 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:18:08.818925 tst iperf3m4.py: using LAC 23153\u000a19:18:08.947808 tst iperf3m4.py: using RAC 203\u000a19:18:09.076648 tst iperf3m4.py: using CellId 23153\u000a19:18:09.204672 tst iperf3m4.py: using BVCI 23154\u000a19:18:09.230058 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:09.241391 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:09.252461 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:09.263705 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:09.275117 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:09.286346 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:09.297697 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:09.308811 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:09.320245 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:18:09.440869 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:18:09.561448 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:18:09.680748 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:18:09.969154 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:18:10.098092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:10.417718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5788): Launched\u000a19:18:10.683872 run iperf3-srv_10.42.42.10(pid=5789): Launched\u000a19:18:10.872714 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:18:11.001719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:11.320637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5790): Launched\u000a19:18:11.584820 run iperf3-srv_10.42.42.10(pid=5791): Launched\u000a19:18:11.772539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:18:11.900879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:12.220246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5792): Launched\u000a19:18:12.485125 run iperf3-srv_10.42.42.10(pid=5793): Launched\u000a19:18:12.674131 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:18:12.802352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:13.121797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5794): Launched\u000a19:18:13.386848 run iperf3-srv_10.42.42.10(pid=5795): Launched\u000a19:18:13.574816 tst iperf3m4.py:8: start network...\u000a19:18:13.703362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:14.199514 run create_hlr_db(pid=5796): Launched\u000a19:18:14.377214 bus /gobi_6: Setting Powered False\u000a19:18:15.399102 run create_hlr_db(pid=5796): Terminated: ok {rc=0}\u000a19:18:15.843767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5798): Launched\u000a19:18:16.337615 run osmo-hlr_10.42.42.2(pid=5799): Launched\u000a19:18:16.497542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:17.089948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5801): Launched\u000a19:18:17.424754 run osmo-stp_10.42.42.5(pid=5802): Launched\u000a19:18:17.546163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:18.125348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5804): Launched\u000a19:18:18.244356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:18.534084 run patchelf(pid=5805): Launched\u000a19:18:18.727471 run osmo-stp_10.42.42.5(pid=5802): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5802)]\u000a19:18:18.869083 run osmo-stp_10.42.42.5(pid=5802): stdout: \u000a| (launched: 2022-12-09_19:18:17.260045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:19.011081 run osmo-stp_10.42.42.5(pid=5802): stderr: \u000a| �[0;m�[38;5;43m20221209191817452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191817453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191817453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191817453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191817454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191817454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191817454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:19.147925 run osmo-stp_10.42.42.5(pid=5802): stdout: \u000a| (launched: 2022-12-09_19:18:17.260045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:19.283612 run osmo-stp_10.42.42.5(pid=5802): stderr: \u000a| �[0;m�[38;5;43m20221209191817452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191817453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191817453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191817453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191817454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191817454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191817454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:19.441639 run patchelf(pid=5805): Terminating (SIGINT)\u000a19:18:19.626505 run patchelf(pid=5805): Terminated: ok {rc=0}\u000a19:18:19.660331 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5802): Process ended prematurely: osmo-stp_10.42.42.5(pid=5802) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5802)] [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:18:19.670521 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:18:19.734021 run osmo-hlr_10.42.42.2(pid=5799): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5799)]\u000a19:18:19.785202 run osmo-hlr_10.42.42.2(pid=5799): stdout: \u000a| (launched: 2022-12-09_19:18:16.025688) \u000a19:18:19.837339 run osmo-hlr_10.42.42.2(pid=5799): stderr: \u000a| �[0;m�[1;31m20221209191816216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191816216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191816216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191816216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191816216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191816229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191816240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191816253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191816253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191816253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:19.881485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5788): Terminating (SIGTERM)\u000a19:18:19.923536 run iperf3-srv_10.42.42.10(pid=5789): Terminating (SIGTERM)\u000a19:18:19.965568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5790): Terminating (SIGTERM)\u000a19:18:20.007310 run iperf3-srv_10.42.42.10(pid=5791): Terminating (SIGTERM)\u000a19:18:20.049548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5792): Terminating (SIGTERM)\u000a19:18:20.091743 run iperf3-srv_10.42.42.10(pid=5793): Terminating (SIGTERM)\u000a19:18:20.133728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5794): Terminating (SIGTERM)\u000a19:18:20.175650 run iperf3-srv_10.42.42.10(pid=5795): Terminating (SIGTERM)\u000a19:18:20.217906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5798): Terminating (SIGTERM)\u000a19:18:20.259721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5801): Terminating (SIGTERM)\u000a19:18:20.301731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5804): Terminating (SIGTERM)\u000a19:18:20.311757 --- ParallelTerminationStrategy: PID 5788 died...\u000a19:18:20.368353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5788): Terminated: ok {rc=0}\u000a19:18:20.378593 --- ParallelTerminationStrategy: PID 5789 died...\u000a19:18:20.434274 run iperf3-srv_10.42.42.10(pid=5789): Terminated {rc=256}\u000a19:18:20.444510 --- ParallelTerminationStrategy: PID 5790 died...\u000a19:18:20.500256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5790): Terminated: ok {rc=0}\u000a19:18:20.510557 --- ParallelTerminationStrategy: PID 5791 died...\u000a19:18:20.565771 run iperf3-srv_10.42.42.10(pid=5791): Terminated {rc=256}\u000a19:18:20.576137 --- ParallelTerminationStrategy: PID 5792 died...\u000a19:18:20.631791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5792): Terminated: ok {rc=0}\u000a19:18:20.641834 --- ParallelTerminationStrategy: PID 5793 died...\u000a19:18:20.697924 run iperf3-srv_10.42.42.10(pid=5793): Terminated {rc=256}\u000a19:18:20.708471 --- ParallelTerminationStrategy: PID 5794 died...\u000a19:18:20.764150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5794): Terminated: ok {rc=0}\u000a19:18:20.774573 --- ParallelTerminationStrategy: PID 5795 died...\u000a19:18:20.829737 run iperf3-srv_10.42.42.10(pid=5795): Terminated {rc=256}\u000a19:18:20.840480 --- ParallelTerminationStrategy: PID 5798 died...\u000a19:18:20.896732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5798): Terminated: ok {rc=0}\u000a19:18:20.906918 --- ParallelTerminationStrategy: PID 5801 died...\u000a19:18:20.962801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5801): Terminated: ok {rc=0}\u000a19:18:20.973167 --- ParallelTerminationStrategy: PID 5804 died...\u000a19:18:21.029088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5804): Terminated: ok {rc=0}\u000a19:18:21.115222 bus /gobi_4: Setting Powered False\u000a19:18:22.222244 bus /gobi_4: Setting Powered False\u000a19:18:23.332638 bus /gobi_1: Setting Powered False\u000a19:18:24.438427 bus /gobi_1: Setting Powered False\u000a19:18:25.546260 bus /gobi_0: Setting Powered False\u000a19:18:26.652044 bus /gobi_0: Setting Powered False\u000a19:18:27.760472 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5812): Process ended prematurely: osmo-stp_10.42.42.5(pid=5812) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5812)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5812): Process ended prematurely: osmo-stp_10.42.42.5(pid=5812) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:18:28.828361 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:28.840753 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:18:28.988747 tst ping.py: using LAC 23154\u000a19:18:29.115641 tst ping.py: using RAC 204\u000a19:18:29.241923 tst ping.py: using CellId 23154\u000a19:18:29.368844 tst ping.py: using BVCI 23155\u000a19:18:29.393795 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:29.405274 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:29.416396 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:29.428351 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:29.440344 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:29.451859 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:29.463880 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:29.475752 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:18:29.756711 tst ping.py:19: start network...\u000a19:18:29.883073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:30.370321 run create_hlr_db(pid=5806): Launched\u000a19:18:30.545659 bus /gobi_6: Setting Powered False\u000a19:18:31.609547 run create_hlr_db(pid=5806): Terminated: ok {rc=0}\u000a19:18:32.103671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5808): Launched\u000a19:18:32.436768 run osmo-hlr_10.42.42.2(pid=5809): Launched\u000a19:18:32.559893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:33.128937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5811): Launched\u000a19:18:33.454991 run osmo-stp_10.42.42.5(pid=5812): Launched\u000a19:18:33.573684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:34.141633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5814): Launched\u000a19:18:34.257327 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:34.541055 run patchelf(pid=5815): Launched\u000a19:18:34.730590 run osmo-stp_10.42.42.5(pid=5812): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5812)]\u000a19:18:34.869390 run osmo-stp_10.42.42.5(pid=5812): stdout: \u000a| (launched: 2022-12-09_19:18:33.293908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:35.008340 run osmo-stp_10.42.42.5(pid=5812): stderr: \u000a| �[0;m�[38;5;43m20221209191833490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191833490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191833490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191833490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191833491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191833491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191833491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:35.142281 run osmo-stp_10.42.42.5(pid=5812): stdout: \u000a| (launched: 2022-12-09_19:18:33.293908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:35.275106 run osmo-stp_10.42.42.5(pid=5812): stderr: \u000a| �[0;m�[38;5;43m20221209191833490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191833490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191833490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191833490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191833491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191833491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191833491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:35.429255 run patchelf(pid=5815): Terminating (SIGINT)\u000a19:18:35.609936 run patchelf(pid=5815): Terminated: ok {rc=0}\u000a19:18:35.642784 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5812): Process ended prematurely: osmo-stp_10.42.42.5(pid=5812) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5812)] [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a19:18:35.652082 tst ping.py:22: Test FAILED (6.8 sec)\u000a19:18:35.715056 run osmo-hlr_10.42.42.2(pid=5809): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5809)]\u000a19:18:35.765994 run osmo-hlr_10.42.42.2(pid=5809): stdout: \u000a| (launched: 2022-12-09_19:18:32.273616) \u000a19:18:35.817712 run osmo-hlr_10.42.42.2(pid=5809): stderr: \u000a| �[0;m�[1;31m20221209191832473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191832473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191832473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191832473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191832473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191832473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191832486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191832495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191832495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191832495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:35.861753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5808): Terminating (SIGTERM)\u000a19:18:35.903522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5811): Terminating (SIGTERM)\u000a19:18:35.945400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5814): Terminating (SIGTERM)\u000a19:18:35.955119 --- ParallelTerminationStrategy: PID 5808 died...\u000a19:18:36.010814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5808): Terminated: ok {rc=0}\u000a19:18:36.020891 --- ParallelTerminationStrategy: PID 5811 died...\u000a19:18:36.076255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5811): Terminated: ok {rc=0}\u000a19:18:36.086585 --- ParallelTerminationStrategy: PID 5814 died...\u000a19:18:36.142343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5814): Terminated: ok {rc=0}\u000a19:18:36.229382 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:18:37.281156 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:37.292734 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:18:37.441990 tst ping_idle_ping.py: using LAC 23155\u000a19:18:37.562138 tst ping_idle_ping.py: using RAC 205\u000a19:18:37.681914 tst ping_idle_ping.py: using CellId 23155\u000a19:18:37.804139 tst ping_idle_ping.py: using BVCI 23156\u000a19:18:37.827580 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:37.838628 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:37.849445 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:37.860417 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:37.871321 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:37.882254 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:37.893415 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:18:37.904335 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:18:38.185343 tst ping_idle_ping.py:24: start network...\u000a19:18:38.312300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:38.803458 run create_hlr_db(pid=5817): Launched\u000a19:18:38.981126 bus /gobi_6: Setting Powered False\u000a19:18:40.001896 run create_hlr_db(pid=5817): Terminated: ok {rc=0}\u000a19:18:40.436194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Launched\u000a19:18:40.765980 run osmo-hlr_10.42.42.2(pid=5820): Launched\u000a19:18:40.885526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:41.453607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Launched\u000a19:18:41.782229 run osmo-stp_10.42.42.5(pid=5823): Launched\u000a19:18:41.902059 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:42.471887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5825): Launched\u000a19:18:42.588651 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:42.874000 run patchelf(pid=5826): Launched\u000a19:18:43.064033 run osmo-stp_10.42.42.5(pid=5823): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]\u000a19:18:43.203105 run osmo-stp_10.42.42.5(pid=5823): stdout: \u000a| (launched: 2022-12-09_19:18:41.619270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:43.342696 run osmo-stp_10.42.42.5(pid=5823): stderr: \u000a| �[0;m�[38;5;43m20221209191841814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191841815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191841815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191841815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191841816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191841816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191841816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:43.477187 run osmo-stp_10.42.42.5(pid=5823): stdout: \u000a| (launched: 2022-12-09_19:18:41.619270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:43.610481 run osmo-stp_10.42.42.5(pid=5823): stderr: \u000a| �[0;m�[38;5;43m20221209191841814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191841815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191841815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191841815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191841816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191841816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191841816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:43.765871 run patchelf(pid=5826): Terminating (SIGINT)\u000a19:18:43.947719 run patchelf(pid=5826): Terminated: ok {rc=0}\u000a19:18:43.980710 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)] [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:18:43.990211 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:18:44.053401 run osmo-hlr_10.42.42.2(pid=5820): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5820)]\u000a19:18:44.104751 run osmo-hlr_10.42.42.2(pid=5820): stdout: \u000a| (launched: 2022-12-09_19:18:40.603164) \u000a19:18:44.156666 run osmo-hlr_10.42.42.2(pid=5820): stderr: \u000a| �[0;m�[1;31m20221209191840804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191840804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191840804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191840804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191840804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191840804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191840818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191840828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191840828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191840828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:44.200671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Terminating (SIGTERM)\u000a19:18:44.242667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Terminating (SIGTERM)\u000a19:18:44.286008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5825): Terminating (SIGTERM)\u000a19:18:44.296375 --- ParallelTerminationStrategy: PID 5819 died...\u000a19:18:44.353079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Terminated: ok {rc=0}\u000a19:18:44.363352 --- ParallelTerminationStrategy: PID 5822 died...\u000a19:18:44.419184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Terminated: ok {rc=0}\u000a19:18:44.429448 --- ParallelTerminationStrategy: PID 5825 died...\u000a19:18:44.485587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5825): Terminated: ok {rc=0}\u000a19:18:44.573522 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:17:45" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5840): Process ended prematurely: osmo-stp_10.42.42.5(pid=5840) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5840)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5840): Process ended prematurely: osmo-stp_10.42.42.5(pid=5840) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:18:46.765180 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:18:46.776545 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:18:46.958529 tst cs_paging_gprs_active.py: using LAC 23156\u000a19:18:47.092208 tst cs_paging_gprs_active.py: using RAC 206\u000a19:18:47.217956 tst cs_paging_gprs_active.py: using CellId 23156\u000a19:18:47.339996 tst cs_paging_gprs_active.py: using BVCI 23157\u000a19:18:47.364129 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:18:47.375144 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:18:47.386132 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:18:47.397383 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:18:47.408709 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:18:47.420010 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:18:47.431393 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:18:47.442586 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:18:47.453892 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:18:47.576677 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:18:47.878924 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:18:48.018779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:48.364232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5830): Launched\u000a19:18:48.650976 run iperf3-srv_10.42.42.10(pid=5831): Launched\u000a19:18:48.855099 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:18:48.994191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:49.336488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5832): Launched\u000a19:18:49.622563 run iperf3-srv_10.42.42.10(pid=5833): Launched\u000a19:18:49.826263 tst cs_paging_gprs_active.py:38: start network...\u000a19:18:49.965662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:50.488236 run create_hlr_db(pid=5834): Launched\u000a19:18:50.680322 bus /gobi_6: Setting Powered False\u000a19:18:51.702015 run create_hlr_db(pid=5834): Terminated: ok {rc=0}\u000a19:18:52.117729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5836): Launched\u000a19:18:52.428024 run osmo-hlr_10.42.42.2(pid=5837): Launched\u000a19:18:52.543088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:53.079772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5839): Launched\u000a19:18:53.388649 run osmo-stp_10.42.42.5(pid=5840): Launched\u000a19:18:53.501232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:54.040526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5842): Launched\u000a19:18:54.151039 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:54.429539 run patchelf(pid=5843): Launched\u000a19:18:54.610914 run osmo-stp_10.42.42.5(pid=5840): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5840)]\u000a19:18:54.743364 run osmo-stp_10.42.42.5(pid=5840): stdout: \u000a| (launched: 2022-12-09_19:18:53.237006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:54.876433 run osmo-stp_10.42.42.5(pid=5840): stderr: \u000a| �[0;m�[38;5;43m20221209191853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191853413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:55.005119 run osmo-stp_10.42.42.5(pid=5840): stdout: \u000a| (launched: 2022-12-09_19:18:53.237006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:55.132228 run osmo-stp_10.42.42.5(pid=5840): stderr: \u000a| �[0;m�[38;5;43m20221209191853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191853412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191853413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191853413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:55.279919 run patchelf(pid=5843): Terminating (SIGINT)\u000a19:18:55.453912 run patchelf(pid=5843): Terminated: ok {rc=0}\u000a19:18:55.486129 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5840): Process ended prematurely: osmo-stp_10.42.42.5(pid=5840) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5840)] [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:18:55.495480 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:18:55.554956 run osmo-hlr_10.42.42.2(pid=5837): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5837)]\u000a19:18:55.603446 run osmo-hlr_10.42.42.2(pid=5837): stdout: \u000a| (launched: 2022-12-09_19:18:52.275085) \u000a19:18:55.652496 run osmo-hlr_10.42.42.2(pid=5837): stderr: \u000a| �[0;m�[1;31m20221209191852452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191852452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191852452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191852452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191852452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191852452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191852468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191852478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191852478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191852478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:55.694243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5830): Terminating (SIGTERM)\u000a19:18:55.733636 run iperf3-srv_10.42.42.10(pid=5831): Terminating (SIGTERM)\u000a19:18:55.773054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5832): Terminating (SIGTERM)\u000a19:18:55.812292 run iperf3-srv_10.42.42.10(pid=5833): Terminating (SIGTERM)\u000a19:18:55.851817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5836): Terminating (SIGTERM)\u000a19:18:55.891470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5839): Terminating (SIGTERM)\u000a19:18:55.931331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5842): Terminating (SIGTERM)\u000a19:18:55.940515 --- ParallelTerminationStrategy: PID 5830 died...\u000a19:18:55.993075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5830): Terminated: ok {rc=0}\u000a19:18:56.002755 --- ParallelTerminationStrategy: PID 5831 died...\u000a19:18:56.054865 run iperf3-srv_10.42.42.10(pid=5831): Terminated {rc=256}\u000a19:18:56.064454 --- ParallelTerminationStrategy: PID 5832 died...\u000a19:18:56.116828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5832): Terminated: ok {rc=0}\u000a19:18:56.126446 --- ParallelTerminationStrategy: PID 5833 died...\u000a19:18:56.178494 run iperf3-srv_10.42.42.10(pid=5833): Terminated {rc=256}\u000a19:18:56.188093 --- ParallelTerminationStrategy: PID 5836 died...\u000a19:18:56.240256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5836): Terminated: ok {rc=0}\u000a19:18:56.249942 --- ParallelTerminationStrategy: PID 5839 died...\u000a19:18:56.302585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5839): Terminated: ok {rc=0}\u000a19:18:56.312177 --- ParallelTerminationStrategy: PID 5842 died...\u000a19:18:56.364320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5842): Terminated: ok {rc=0}\u000a19:18:56.446592 bus /gobi_0: Setting Powered False\u000a19:18:57.551041 bus /gobi_0: Setting Powered False\u000a19:18:58.658296 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5852): Process ended prematurely: osmo-stp_10.42.42.5(pid=5852) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5852): Process ended prematurely: osmo-stp_10.42.42.5(pid=5852) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:18:59.774027 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:18:59.786014 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:18:59.951203 tst iperf3.py: using LAC 23157\u000a19:19:00.084716 tst iperf3.py: using RAC 207\u000a19:19:00.213279 tst iperf3.py: using CellId 23157\u000a19:19:00.340943 tst iperf3.py: using BVCI 23158\u000a19:19:00.366522 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:00.377729 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:00.388771 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:00.400045 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:00.411288 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:00.422602 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:00.434339 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:00.445892 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:00.457648 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:19:00.756935 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:19:00.915241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:01.279822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5844): Launched\u000a19:19:01.600110 run iperf3-srv_10.42.42.10(pid=5845): Launched\u000a19:19:01.835049 tst iperf3.py:8: start network...\u000a19:19:01.979946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:02.505990 run create_hlr_db(pid=5846): Launched\u000a19:19:02.697932 bus /gobi_6: Setting Powered False\u000a19:19:03.718045 run create_hlr_db(pid=5846): Terminated: ok {rc=0}\u000a19:19:04.158485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5848): Launched\u000a19:19:04.490840 run osmo-hlr_10.42.42.2(pid=5849): Launched\u000a19:19:04.610801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:05.275452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5851): Launched\u000a19:19:05.597513 run osmo-stp_10.42.42.5(pid=5852): Launched\u000a19:19:05.713727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:06.275360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5854): Launched\u000a19:19:06.390732 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:06.671160 run patchelf(pid=5855): Launched\u000a19:19:06.859256 run osmo-stp_10.42.42.5(pid=5852): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)]\u000a19:19:06.997066 run osmo-stp_10.42.42.5(pid=5852): stdout: \u000a| (launched: 2022-12-09_19:19:05.439034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:07.135143 run osmo-stp_10.42.42.5(pid=5852): stderr: \u000a| �[0;m�[38;5;43m20221209191905633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191905633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191905633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191905633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191905634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191905634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191905634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:07.268353 run osmo-stp_10.42.42.5(pid=5852): stdout: \u000a| (launched: 2022-12-09_19:19:05.439034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:07.400464 run osmo-stp_10.42.42.5(pid=5852): stderr: \u000a| �[0;m�[38;5;43m20221209191905633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191905633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191905633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191905633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191905634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191905634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191905634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:07.554773 run patchelf(pid=5855): Terminating (SIGINT)\u000a19:19:07.734683 run patchelf(pid=5855): Terminated: ok {rc=0}\u000a19:19:07.767895 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5852): Process ended prematurely: osmo-stp_10.42.42.5(pid=5852) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)] [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:19:07.778150 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a19:19:07.841076 run osmo-hlr_10.42.42.2(pid=5849): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5849)]\u000a19:19:07.892116 run osmo-hlr_10.42.42.2(pid=5849): stdout: \u000a| (launched: 2022-12-09_19:19:04.327000) \u000a19:19:07.944283 run osmo-hlr_10.42.42.2(pid=5849): stderr: \u000a| �[0;m�[1;31m20221209191904529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191904529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191904529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191904529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191904529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191904529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191904542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191904550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191904550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191904550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:07.987834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5844): Terminating (SIGTERM)\u000a19:19:08.029532 run iperf3-srv_10.42.42.10(pid=5845): Terminating (SIGTERM)\u000a19:19:08.070681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5848): Terminating (SIGTERM)\u000a19:19:08.112242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5851): Terminating (SIGTERM)\u000a19:19:08.153498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5854): Terminating (SIGTERM)\u000a19:19:08.163441 --- ParallelTerminationStrategy: PID 5844 died...\u000a19:19:08.219103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5844): Terminated: ok {rc=0}\u000a19:19:08.229361 --- ParallelTerminationStrategy: PID 5845 died...\u000a19:19:08.284766 run iperf3-srv_10.42.42.10(pid=5845): Terminated {rc=256}\u000a19:19:08.294772 --- ParallelTerminationStrategy: PID 5848 died...\u000a19:19:08.350494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5848): Terminated: ok {rc=0}\u000a19:19:08.360335 --- ParallelTerminationStrategy: PID 5851 died...\u000a19:19:08.415585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5851): Terminated: ok {rc=0}\u000a19:19:08.425907 --- ParallelTerminationStrategy: PID 5854 died...\u000a19:19:08.481115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5854): Terminated: ok {rc=0}\u000a19:19:08.566532 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5870): Process ended prematurely: osmo-stp_10.42.42.5(pid=5870) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5870)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5870): Process ended prematurely: osmo-stp_10.42.42.5(pid=5870) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:19:09.681717 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:09.693619 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:19:09.858014 tst iperf3m4.py: using LAC 23158\u000a19:19:09.983537 tst iperf3m4.py: using RAC 208\u000a19:19:10.109022 tst iperf3m4.py: using CellId 23158\u000a19:19:10.236657 tst iperf3m4.py: using BVCI 23159\u000a19:19:10.261184 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:10.272434 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:10.283433 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:10.294762 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:10.306009 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:10.317461 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:10.328699 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:10.339974 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:10.351544 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:19:10.472645 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:19:10.593807 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:19:10.714464 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:19:10.992495 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:19:11.118997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:11.432220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5856): Launched\u000a19:19:11.691486 run iperf3-srv_10.42.42.10(pid=5857): Launched\u000a19:19:11.875562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:19:12.001795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:12.315433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5858): Launched\u000a19:19:12.574824 run iperf3-srv_10.42.42.10(pid=5859): Launched\u000a19:19:12.759098 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:19:12.885112 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:13.198741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5860): Launched\u000a19:19:13.460103 run iperf3-srv_10.42.42.10(pid=5861): Launched\u000a19:19:13.643775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:19:13.769293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:14.081182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5862): Launched\u000a19:19:14.340154 run iperf3-srv_10.42.42.10(pid=5863): Launched\u000a19:19:14.524294 tst iperf3m4.py:8: start network...\u000a19:19:14.649702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:15.136849 run create_hlr_db(pid=5864): Launched\u000a19:19:15.311220 bus /gobi_6: Setting Powered False\u000a19:19:16.333971 run create_hlr_db(pid=5864): Terminated: ok {rc=0}\u000a19:19:16.752605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5866): Launched\u000a19:19:17.182520 run osmo-hlr_10.42.42.2(pid=5867): Launched\u000a19:19:17.301572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:17.825480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5869): Launched\u000a19:19:18.128456 run osmo-stp_10.42.42.5(pid=5870): Launched\u000a19:19:18.237986 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:18.763426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5872): Launched\u000a19:19:18.871080 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:19.134665 run patchelf(pid=5873): Launched\u000a19:19:19.310878 run osmo-stp_10.42.42.5(pid=5870): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5870)]\u000a19:19:19.439806 run osmo-stp_10.42.42.5(pid=5870): stdout: \u000a| (launched: 2022-12-09_19:19:17.978791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:19.569164 run osmo-stp_10.42.42.5(pid=5870): stderr: \u000a| �[0;m�[38;5;43m20221209191918148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191918148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191918148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191918149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191918149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191918149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191918149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:19.693563 run osmo-stp_10.42.42.5(pid=5870): stdout: \u000a| (launched: 2022-12-09_19:19:17.978791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:19.816918 run osmo-stp_10.42.42.5(pid=5870): stderr: \u000a| �[0;m�[38;5;43m20221209191918148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191918148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191918148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191918149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191918149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191918149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191918149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:19.960706 run patchelf(pid=5873): Terminating (SIGINT)\u000a19:19:20.129484 run patchelf(pid=5873): Terminated: ok {rc=0}\u000a19:19:20.160605 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5870): Process ended prematurely: osmo-stp_10.42.42.5(pid=5870) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5870)] [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:19:20.170200 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a19:19:20.229344 run osmo-hlr_10.42.42.2(pid=5867): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5867)]\u000a19:19:20.277612 run osmo-hlr_10.42.42.2(pid=5867): stdout: \u000a| (launched: 2022-12-09_19:19:16.908698) \u000a19:19:20.326471 run osmo-hlr_10.42.42.2(pid=5867): stderr: \u000a| �[0;m�[1;31m20221209191917160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191917160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191917160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191917160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191917160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191917160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191917173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191917189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191917189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191917189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:20.367987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5856): Terminating (SIGTERM)\u000a19:19:20.407063 run iperf3-srv_10.42.42.10(pid=5857): Terminating (SIGTERM)\u000a19:19:20.446334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5858): Terminating (SIGTERM)\u000a19:19:20.485392 run iperf3-srv_10.42.42.10(pid=5859): Terminating (SIGTERM)\u000a19:19:20.525078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5860): Terminating (SIGTERM)\u000a19:19:20.564151 run iperf3-srv_10.42.42.10(pid=5861): Terminating (SIGTERM)\u000a19:19:20.603317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5862): Terminating (SIGTERM)\u000a19:19:20.642974 run iperf3-srv_10.42.42.10(pid=5863): Terminating (SIGTERM)\u000a19:19:20.682292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5866): Terminating (SIGTERM)\u000a19:19:20.721548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5869): Terminating (SIGTERM)\u000a19:19:20.760732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5872): Terminating (SIGTERM)\u000a19:19:20.769974 --- ParallelTerminationStrategy: PID 5856 died...\u000a19:19:20.822414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5856): Terminated: ok {rc=0}\u000a19:19:20.831800 --- ParallelTerminationStrategy: PID 5857 died...\u000a19:19:20.883872 run iperf3-srv_10.42.42.10(pid=5857): Terminated {rc=256}\u000a19:19:20.893473 --- ParallelTerminationStrategy: PID 5858 died...\u000a19:19:20.945157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5858): Terminated: ok {rc=0}\u000a19:19:20.954796 --- ParallelTerminationStrategy: PID 5859 died...\u000a19:19:21.007003 run iperf3-srv_10.42.42.10(pid=5859): Terminated {rc=256}\u000a19:19:21.016420 --- ParallelTerminationStrategy: PID 5860 died...\u000a19:19:21.068909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5860): Terminated: ok {rc=0}\u000a19:19:21.078595 --- ParallelTerminationStrategy: PID 5861 died...\u000a19:19:21.131447 run iperf3-srv_10.42.42.10(pid=5861): Terminated {rc=256}\u000a19:19:21.141155 --- ParallelTerminationStrategy: PID 5862 died...\u000a19:19:21.193676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5862): Terminated: ok {rc=0}\u000a19:19:21.203337 --- ParallelTerminationStrategy: PID 5863 died...\u000a19:19:21.255921 run iperf3-srv_10.42.42.10(pid=5863): Terminated {rc=256}\u000a19:19:21.265527 --- ParallelTerminationStrategy: PID 5866 died...\u000a19:19:21.317842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5866): Terminated: ok {rc=0}\u000a19:19:21.327566 --- ParallelTerminationStrategy: PID 5869 died...\u000a19:19:21.379855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5869): Terminated: ok {rc=0}\u000a19:19:21.389544 --- ParallelTerminationStrategy: PID 5872 died...\u000a19:19:21.441927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5872): Terminated: ok {rc=0}\u000a19:19:21.529917 bus /gobi_4: Setting Powered False\u000a19:19:22.632773 bus /gobi_4: Setting Powered False\u000a19:19:23.743881 bus /gobi_1: Setting Powered False\u000a19:19:24.845849 bus /gobi_1: Setting Powered False\u000a19:19:25.951343 bus /gobi_0: Setting Powered False\u000a19:19:27.052045 bus /gobi_0: Setting Powered False\u000a19:19:28.158972 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5881): Process ended prematurely: osmo-stp_10.42.42.5(pid=5881) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5881)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5881): Process ended prematurely: osmo-stp_10.42.42.5(pid=5881) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:19:29.230118 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:29.241951 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:19:29.404138 tst ping.py: using LAC 23159\u000a19:19:29.528601 tst ping.py: using RAC 209\u000a19:19:29.655324 tst ping.py: using CellId 23159\u000a19:19:29.779734 tst ping.py: using BVCI 23160\u000a19:19:29.804159 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:29.815436 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:29.826606 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:29.838631 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:29.849690 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:29.860940 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:29.873916 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:29.885156 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:19:30.175327 tst ping.py:19: start network...\u000a19:19:30.308786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:30.814412 run create_hlr_db(pid=5875): Launched\u000a19:19:31.013872 bus /gobi_6: Setting Powered False\u000a19:19:32.030661 run create_hlr_db(pid=5875): Terminated: ok {rc=0}\u000a19:19:32.466241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5877): Launched\u000a19:19:32.787687 run osmo-hlr_10.42.42.2(pid=5878): Launched\u000a19:19:32.903639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:33.458659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5880): Launched\u000a19:19:33.777413 run osmo-stp_10.42.42.5(pid=5881): Launched\u000a19:19:33.893689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:34.449830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5883): Launched\u000a19:19:34.563426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:34.842194 run patchelf(pid=5884): Launched\u000a19:19:35.027885 run osmo-stp_10.42.42.5(pid=5881): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5881)]\u000a19:19:35.164163 run osmo-stp_10.42.42.5(pid=5881): stdout: \u000a| (launched: 2022-12-09_19:19:33.620550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:35.301124 run osmo-stp_10.42.42.5(pid=5881): stderr: \u000a| �[0;m�[38;5;43m20221209191933812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191933812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191933813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191933813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191933814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191933814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191933814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:35.432776 run osmo-stp_10.42.42.5(pid=5881): stdout: \u000a| (launched: 2022-12-09_19:19:33.620550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:35.563581 run osmo-stp_10.42.42.5(pid=5881): stderr: \u000a| �[0;m�[38;5;43m20221209191933812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191933812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191933813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191933813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191933814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191933814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191933814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:35.714882 run patchelf(pid=5884): Terminating (SIGINT)\u000a19:19:35.892487 run patchelf(pid=5884): Terminated: ok {rc=0}\u000a19:19:35.925050 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5881): Process ended prematurely: osmo-stp_10.42.42.5(pid=5881) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5881)] [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:19:35.934608 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:19:35.997365 run osmo-hlr_10.42.42.2(pid=5878): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5878)]\u000a19:19:36.048656 run osmo-hlr_10.42.42.2(pid=5878): stdout: \u000a| (launched: 2022-12-09_19:19:32.628889) \u000a19:19:36.100586 run osmo-hlr_10.42.42.2(pid=5878): stderr: \u000a| �[0;m�[1;31m20221209191932825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191932825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191932825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191932825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191932825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191932825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191932837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191932846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191932846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191932846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:36.144683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5877): Terminating (SIGTERM)\u000a19:19:36.187047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5880): Terminating (SIGTERM)\u000a19:19:36.228915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5883): Terminating (SIGTERM)\u000a19:19:36.238846 --- ParallelTerminationStrategy: PID 5877 died...\u000a19:19:36.294993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5877): Terminated: ok {rc=0}\u000a19:19:36.305083 --- ParallelTerminationStrategy: PID 5880 died...\u000a19:19:36.360709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5880): Terminated: ok {rc=0}\u000a19:19:36.370750 --- ParallelTerminationStrategy: PID 5883 died...\u000a19:19:36.426458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5883): Terminated: ok {rc=0}\u000a19:19:36.512997 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5891): Process ended prematurely: osmo-stp_10.42.42.5(pid=5891) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5891)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5891): Process ended prematurely: osmo-stp_10.42.42.5(pid=5891) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:19:37.566687 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:37.578684 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:19:37.743733 tst ping_idle_ping.py: using LAC 23160\u000a19:19:37.868808 tst ping_idle_ping.py: using RAC 210\u000a19:19:37.994643 tst ping_idle_ping.py: using CellId 23160\u000a19:19:38.120001 tst ping_idle_ping.py: using BVCI 23161\u000a19:19:38.144355 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:38.155711 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:38.167166 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:38.178633 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:38.189829 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:38.201115 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:38.212582 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:19:38.223889 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:19:38.497802 tst ping_idle_ping.py:24: start network...\u000a19:19:38.621340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:39.099357 run create_hlr_db(pid=5885): Launched\u000a19:19:39.270918 bus /gobi_6: Setting Powered False\u000a19:19:40.292245 run create_hlr_db(pid=5885): Terminated: ok {rc=0}\u000a19:19:40.689311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5887): Launched\u000a19:19:40.989469 run osmo-hlr_10.42.42.2(pid=5888): Launched\u000a19:19:41.105850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:41.629918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5890): Launched\u000a19:19:41.930273 run osmo-stp_10.42.42.5(pid=5891): Launched\u000a19:19:42.038786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:42.557089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5893): Launched\u000a19:19:42.662614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:42.923259 run patchelf(pid=5894): Launched\u000a19:19:43.097448 run osmo-stp_10.42.42.5(pid=5891): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5891)]\u000a19:19:43.224777 run osmo-stp_10.42.42.5(pid=5891): stdout: \u000a| (launched: 2022-12-09_19:19:41.782897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:43.353105 run osmo-stp_10.42.42.5(pid=5891): stderr: \u000a| �[0;m�[38;5;43m20221209191941955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191941955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191941955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191941955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191941956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191941956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191941956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:43.476164 run osmo-stp_10.42.42.5(pid=5891): stdout: \u000a| (launched: 2022-12-09_19:19:41.782897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:43.598194 run osmo-stp_10.42.42.5(pid=5891): stderr: \u000a| �[0;m�[38;5;43m20221209191941955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191941955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191941955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191941955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191941956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191941956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191941956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:43.740285 run patchelf(pid=5894): Terminating (SIGINT)\u000a19:19:43.907172 run patchelf(pid=5894): Terminated: ok {rc=0}\u000a19:19:43.937802 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5891): Process ended prematurely: osmo-stp_10.42.42.5(pid=5891) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5891)] [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:19:43.946577 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:19:44.005270 run osmo-hlr_10.42.42.2(pid=5888): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5888)]\u000a19:19:44.053386 run osmo-hlr_10.42.42.2(pid=5888): stdout: \u000a| (launched: 2022-12-09_19:19:40.841029) \u000a19:19:44.102027 run osmo-hlr_10.42.42.2(pid=5888): stderr: \u000a| �[0;m�[1;31m20221209191941019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191941019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191941019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191941019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191941019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191941019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191941031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191941042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191941042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191941042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:44.143326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5887): Terminating (SIGTERM)\u000a19:19:44.182332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5890): Terminating (SIGTERM)\u000a19:19:44.221307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5893): Terminating (SIGTERM)\u000a19:19:44.230259 --- ParallelTerminationStrategy: PID 5887 died...\u000a19:19:44.282378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5887): Terminated: ok {rc=0}\u000a19:19:44.291772 --- ParallelTerminationStrategy: PID 5890 died...\u000a19:19:44.343702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5890): Terminated: ok {rc=0}\u000a19:19:44.353152 --- ParallelTerminationStrategy: PID 5893 died...\u000a19:19:44.404861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5893): Terminated: ok {rc=0}\u000a19:19:44.492919 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:18:46" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5908): Process ended prematurely: osmo-stp_10.42.42.5(pid=5908) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5908)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5908): Process ended prematurely: osmo-stp_10.42.42.5(pid=5908) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:19:46.679637 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:19:46.691685 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:19:46.881183 tst cs_paging_gprs_active.py: using LAC 23161\u000a19:19:47.034325 tst cs_paging_gprs_active.py: using RAC 211\u000a19:19:47.174499 tst cs_paging_gprs_active.py: using CellId 23161\u000a19:19:47.305432 tst cs_paging_gprs_active.py: using BVCI 23162\u000a19:19:47.330383 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:19:47.341688 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:19:47.352854 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:19:47.364850 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:19:47.376283 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:19:47.387930 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:19:47.399209 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:19:47.410376 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:19:47.421901 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:19:47.540362 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:19:47.839487 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:19:47.975804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:48.310773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5898): Launched\u000a19:19:48.589602 run iperf3-srv_10.42.42.10(pid=5899): Launched\u000a19:19:48.788686 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:19:48.924930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:49.261906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5900): Launched\u000a19:19:49.542362 run iperf3-srv_10.42.42.10(pid=5901): Launched\u000a19:19:49.741333 tst cs_paging_gprs_active.py:38: start network...\u000a19:19:49.877502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:50.392356 run create_hlr_db(pid=5902): Launched\u000a19:19:50.567645 bus /gobi_6: Setting Powered False\u000a19:19:51.588569 run create_hlr_db(pid=5902): Terminated: ok {rc=0}\u000a19:19:52.020458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5904): Launched\u000a19:19:52.348120 run osmo-hlr_10.42.42.2(pid=5905): Launched\u000a19:19:52.466315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:53.029627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5907): Launched\u000a19:19:53.355780 run osmo-stp_10.42.42.5(pid=5908): Launched\u000a19:19:53.473556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:54.039991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5910): Launched\u000a19:19:54.156046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:54.441329 run patchelf(pid=5911): Launched\u000a19:19:54.631042 run osmo-stp_10.42.42.5(pid=5908): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5908)]\u000a19:19:54.769714 run osmo-stp_10.42.42.5(pid=5908): stdout: \u000a| (launched: 2022-12-09_19:19:53.195001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:54.909120 run osmo-stp_10.42.42.5(pid=5908): stderr: \u000a| �[0;m�[38;5;43m20221209191953390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191953390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191953390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191953391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191953391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191953391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191953391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:55.043900 run osmo-stp_10.42.42.5(pid=5908): stdout: \u000a| (launched: 2022-12-09_19:19:53.195001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:55.176880 run osmo-stp_10.42.42.5(pid=5908): stderr: \u000a| �[0;m�[38;5;43m20221209191953390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209191953390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209191953390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209191953391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209191953391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209191953391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209191953391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:55.331742 run patchelf(pid=5911): Terminating (SIGINT)\u000a19:19:55.513991 run patchelf(pid=5911): Terminated: ok {rc=0}\u000a19:19:55.547498 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5908): Process ended prematurely: osmo-stp_10.42.42.5(pid=5908) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5908)] [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:19:55.557608 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:19:55.620373 run osmo-hlr_10.42.42.2(pid=5905): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5905)]\u000a19:19:55.671131 run osmo-hlr_10.42.42.2(pid=5905): stdout: \u000a| (launched: 2022-12-09_19:19:52.186136) \u000a19:19:55.722638 run osmo-hlr_10.42.42.2(pid=5905): stderr: \u000a| �[0;m�[1;31m20221209191952383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209191952383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209191952383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191952383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209191952383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209191952383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209191952396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209191952404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209191952404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209191952404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:55.766650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5898): Terminating (SIGTERM)\u000a19:19:55.807968 run iperf3-srv_10.42.42.10(pid=5899): Terminating (SIGTERM)\u000a19:19:55.849130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5900): Terminating (SIGTERM)\u000a19:19:55.890711 run iperf3-srv_10.42.42.10(pid=5901): Terminating (SIGTERM)\u000a19:19:55.932330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5904): Terminating (SIGTERM)\u000a19:19:55.973606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5907): Terminating (SIGTERM)\u000a19:19:56.014780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5910): Terminating (SIGTERM)\u000a19:19:56.024424 --- ParallelTerminationStrategy: PID 5898 died...\u000a19:19:56.080116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5898): Terminated: ok {rc=0}\u000a19:19:56.089990 --- ParallelTerminationStrategy: PID 5899 died...\u000a19:19:56.145154 run iperf3-srv_10.42.42.10(pid=5899): Terminated {rc=256}\u000a19:19:56.154986 --- ParallelTerminationStrategy: PID 5900 died...\u000a19:19:56.210106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5900): Terminated: ok {rc=0}\u000a19:19:56.219937 --- ParallelTerminationStrategy: PID 5901 died...\u000a19:19:56.274812 run iperf3-srv_10.42.42.10(pid=5901): Terminated {rc=256}\u000a19:19:56.284814 --- ParallelTerminationStrategy: PID 5904 died...\u000a19:19:56.339648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5904): Terminated: ok {rc=0}\u000a19:19:56.349763 --- ParallelTerminationStrategy: PID 5907 died...\u000a19:19:56.404908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5907): Terminated: ok {rc=0}\u000a19:19:56.414741 --- ParallelTerminationStrategy: PID 5910 died...\u000a19:19:56.469843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5910): Terminated: ok {rc=0}\u000a19:19:56.556572 bus /gobi_0: Setting Powered False\u000a19:19:57.662992 bus /gobi_0: Setting Powered False\u000a19:19:58.773885 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5925): Process ended prematurely: osmo-stp_10.42.42.5(pid=5925) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5925)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5925): Process ended prematurely: osmo-stp_10.42.42.5(pid=5925) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:19:59.883497 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:19:59.895163 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:20:00.053281 tst iperf3.py: using LAC 23162\u000a19:20:00.172021 tst iperf3.py: using RAC 212\u000a19:20:00.299946 tst iperf3.py: using CellId 23162\u000a19:20:00.427637 tst iperf3.py: using BVCI 23163\u000a19:20:00.452620 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:00.464133 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:00.475431 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:00.487066 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:00.498359 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:00.509708 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:00.520919 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:00.533510 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:00.544934 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:20:00.828404 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:20:00.975096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:01.340694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Launched\u000a19:20:01.662083 run iperf3-srv_10.42.42.10(pid=5918): Launched\u000a19:20:01.857767 tst iperf3.py:8: start network...\u000a19:20:01.989199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:02.493146 run create_hlr_db(pid=5919): Launched\u000a19:20:02.680432 bus /gobi_6: Setting Powered False\u000a19:20:03.702031 run create_hlr_db(pid=5919): Terminated: ok {rc=0}\u000a19:20:04.107358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5921): Launched\u000a19:20:04.409629 run osmo-hlr_10.42.42.2(pid=5922): Launched\u000a19:20:04.522242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:05.050040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5924): Launched\u000a19:20:05.353847 run osmo-stp_10.42.42.5(pid=5925): Launched\u000a19:20:05.464571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:20:05.996193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5927): Launched\u000a19:20:06.103871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:20:06.368101 run patchelf(pid=5928): Launched\u000a19:20:06.545061 run osmo-stp_10.42.42.5(pid=5925): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5925)]\u000a19:20:06.674380 run osmo-stp_10.42.42.5(pid=5925): stdout: \u000a| (launched: 2022-12-09_19:20:05.204118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:06.804149 run osmo-stp_10.42.42.5(pid=5925): stderr: \u000a| �[0;m�[38;5;43m20221209192005375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192005375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192005375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192005376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192005376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192005376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192005376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:06.929194 run osmo-stp_10.42.42.5(pid=5925): stdout: \u000a| (launched: 2022-12-09_19:20:05.204118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:07.053263 run osmo-stp_10.42.42.5(pid=5925): stderr: \u000a| �[0;m�[38;5;43m20221209192005375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192005375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192005375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192005376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192005376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192005376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192005376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:07.198694 run patchelf(pid=5928): Terminating (SIGINT)\u000a19:20:07.368662 run patchelf(pid=5928): Terminated: ok {rc=0}\u000a19:20:07.400082 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5925): Process ended prematurely: osmo-stp_10.42.42.5(pid=5925) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5925)] [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:20:07.409508 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:20:07.468597 run osmo-hlr_10.42.42.2(pid=5922): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5922)]\u000a19:20:07.517360 run osmo-hlr_10.42.42.2(pid=5922): stdout: \u000a| (launched: 2022-12-09_19:20:04.261391) \u000a19:20:07.566398 run osmo-hlr_10.42.42.2(pid=5922): stderr: \u000a| �[0;m�[1;31m20221209192004438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192004438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192004438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192004438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192004438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192004438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192004451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192004462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192004462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192004462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:07.607817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Terminating (SIGTERM)\u000a19:20:07.646850 run iperf3-srv_10.42.42.10(pid=5918): Terminating (SIGTERM)\u000a19:20:07.686478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5921): Terminating (SIGTERM)\u000a19:20:07.725553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5924): Terminating (SIGTERM)\u000a19:20:07.765025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5927): Terminating (SIGTERM)\u000a19:20:07.774000 --- ParallelTerminationStrategy: PID 5914 died...\u000a19:20:07.826274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Terminated: ok {rc=0}\u000a19:20:07.835587 --- ParallelTerminationStrategy: PID 5918 died...\u000a19:20:07.887523 run iperf3-srv_10.42.42.10(pid=5918): Terminated {rc=256}\u000a19:20:07.896875 --- ParallelTerminationStrategy: PID 5921 died...\u000a19:20:07.948853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5921): Terminated: ok {rc=0}\u000a19:20:07.958219 --- ParallelTerminationStrategy: PID 5924 died...\u000a19:20:08.010106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5924): Terminated: ok {rc=0}\u000a19:20:08.019458 --- ParallelTerminationStrategy: PID 5927 died...\u000a19:20:08.071442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5927): Terminated: ok {rc=0}\u000a19:20:08.159029 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5943): Process ended prematurely: osmo-stp_10.42.42.5(pid=5943) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5943)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5943): Process ended prematurely: osmo-stp_10.42.42.5(pid=5943) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:20:09.269245 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:09.280738 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:20:09.436162 tst iperf3m4.py: using LAC 23163\u000a19:20:09.557566 tst iperf3m4.py: using RAC 213\u000a19:20:09.676628 tst iperf3m4.py: using CellId 23163\u000a19:20:09.801456 tst iperf3m4.py: using BVCI 23164\u000a19:20:09.824591 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:09.835474 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:09.846117 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:09.856703 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:09.867213 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:09.877809 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:09.888497 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:09.898991 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:09.909805 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:20:10.030476 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:20:10.148670 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:20:10.266644 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:20:10.547268 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:20:10.673716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:10.987785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5929): Launched\u000a19:20:11.248711 run iperf3-srv_10.42.42.10(pid=5930): Launched\u000a19:20:11.433752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:20:11.560630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:11.875460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5931): Launched\u000a19:20:12.135057 run iperf3-srv_10.42.42.10(pid=5932): Launched\u000a19:20:12.319701 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:20:12.445705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:12.759989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5933): Launched\u000a19:20:13.022474 run iperf3-srv_10.42.42.10(pid=5934): Launched\u000a19:20:13.206702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:20:13.332192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:13.646552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5935): Launched\u000a19:20:13.906358 run iperf3-srv_10.42.42.10(pid=5936): Launched\u000a19:20:14.090557 tst iperf3m4.py:8: start network...\u000a19:20:14.216386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:14.701053 run create_hlr_db(pid=5937): Launched\u000a19:20:14.877365 bus /gobi_6: Setting Powered False\u000a19:20:15.914273 run create_hlr_db(pid=5937): Terminated: ok {rc=0}\u000a19:20:16.357232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5939): Launched\u000a19:20:16.799693 run osmo-hlr_10.42.42.2(pid=5940): Launched\u000a19:20:17.008610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:17.540564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5942): Launched\u000a19:20:17.844325 run osmo-stp_10.42.42.5(pid=5943): Launched\u000a19:20:17.954643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:20:18.485408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5945): Launched\u000a19:20:18.593537 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:20:18.859512 run patchelf(pid=5946): Launched\u000a19:20:19.036665 run osmo-stp_10.42.42.5(pid=5943): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5943)]\u000a19:20:19.166201 run osmo-stp_10.42.42.5(pid=5943): stdout: \u000a| (launched: 2022-12-09_19:20:17.696141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:19.295949 run osmo-stp_10.42.42.5(pid=5943): stderr: \u000a| �[0;m�[38;5;43m20221209192017867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192017868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192017868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192017868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192017869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192017869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192017869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:19.421157 run osmo-stp_10.42.42.5(pid=5943): stdout: \u000a| (launched: 2022-12-09_19:20:17.696141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:19.545175 run osmo-stp_10.42.42.5(pid=5943): stderr: \u000a| �[0;m�[38;5;43m20221209192017867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192017868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192017868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192017868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192017869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192017869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192017869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:19.690418 run patchelf(pid=5946): Terminating (SIGINT)\u000a19:20:19.860303 run patchelf(pid=5946): Terminated: ok {rc=0}\u000a19:20:19.891597 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5943): Process ended prematurely: osmo-stp_10.42.42.5(pid=5943) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5943)] [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:20:19.901003 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:20:19.960519 run osmo-hlr_10.42.42.2(pid=5940): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5940)]\u000a19:20:20.009206 run osmo-hlr_10.42.42.2(pid=5940): stdout: \u000a| (launched: 2022-12-09_19:20:16.516689) \u000a19:20:20.058971 run osmo-hlr_10.42.42.2(pid=5940): stderr: \u000a| �[0;m�[1;31m20221209192016735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192016735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192016735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192016736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192016736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192016736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192016755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192016771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192016771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192016771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:20.101007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5929): Terminating (SIGTERM)\u000a19:20:20.140648 run iperf3-srv_10.42.42.10(pid=5930): Terminating (SIGTERM)\u000a19:20:20.180228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5931): Terminating (SIGTERM)\u000a19:20:20.219589 run iperf3-srv_10.42.42.10(pid=5932): Terminating (SIGTERM)\u000a19:20:20.258969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5933): Terminating (SIGTERM)\u000a19:20:20.298250 run iperf3-srv_10.42.42.10(pid=5934): Terminating (SIGTERM)\u000a19:20:20.337562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5935): Terminating (SIGTERM)\u000a19:20:20.376790 run iperf3-srv_10.42.42.10(pid=5936): Terminating (SIGTERM)\u000a19:20:20.416153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5939): Terminating (SIGTERM)\u000a19:20:20.455596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5942): Terminating (SIGTERM)\u000a19:20:20.495067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5945): Terminating (SIGTERM)\u000a19:20:20.504192 --- ParallelTerminationStrategy: PID 5929 died...\u000a19:20:20.556902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5929): Terminated: ok {rc=0}\u000a19:20:20.566439 --- ParallelTerminationStrategy: PID 5930 died...\u000a19:20:20.619130 run iperf3-srv_10.42.42.10(pid=5930): Terminated {rc=256}\u000a19:20:20.628593 --- ParallelTerminationStrategy: PID 5931 died...\u000a19:20:20.681248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5931): Terminated: ok {rc=0}\u000a19:20:20.690764 --- ParallelTerminationStrategy: PID 5932 died...\u000a19:20:20.743480 run iperf3-srv_10.42.42.10(pid=5932): Terminated {rc=256}\u000a19:20:20.752888 --- ParallelTerminationStrategy: PID 5933 died...\u000a19:20:20.806121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5933): Terminated: ok {rc=0}\u000a19:20:20.815695 --- ParallelTerminationStrategy: PID 5934 died...\u000a19:20:20.868265 run iperf3-srv_10.42.42.10(pid=5934): Terminated {rc=256}\u000a19:20:20.877860 --- ParallelTerminationStrategy: PID 5935 died...\u000a19:20:20.930430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5935): Terminated: ok {rc=0}\u000a19:20:20.939946 --- ParallelTerminationStrategy: PID 5936 died...\u000a19:20:20.992697 run iperf3-srv_10.42.42.10(pid=5936): Terminated {rc=256}\u000a19:20:21.002218 --- ParallelTerminationStrategy: PID 5939 died...\u000a19:20:21.054774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5939): Terminated: ok {rc=0}\u000a19:20:21.064292 --- ParallelTerminationStrategy: PID 5942 died...\u000a19:20:21.116897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5942): Terminated: ok {rc=0}\u000a19:20:21.126417 --- ParallelTerminationStrategy: PID 5945 died...\u000a19:20:21.178882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5945): Terminated: ok {rc=0}\u000a19:20:21.262405 bus /gobi_4: Setting Powered False\u000a19:20:22.368746 bus /gobi_4: Setting Powered False\u000a19:20:23.480117 bus /gobi_1: Setting Powered False\u000a19:20:24.582725 bus /gobi_1: Setting Powered False\u000a19:20:25.692892 bus /gobi_0: Setting Powered False\u000a19:20:26.795354 bus /gobi_0: Setting Powered False\u000a19:20:27.907436 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5953): Process ended prematurely: osmo-stp_10.42.42.5(pid=5953) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5953)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5953): Process ended prematurely: osmo-stp_10.42.42.5(pid=5953) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:20:28.974556 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:28.986966 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:20:29.152008 tst ping.py: using LAC 23164\u000a19:20:29.276434 tst ping.py: using RAC 214\u000a19:20:29.402794 tst ping.py: using CellId 23164\u000a19:20:29.524807 tst ping.py: using BVCI 23165\u000a19:20:29.548245 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:29.559723 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:29.571332 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:29.582243 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:29.592833 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:29.603520 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:29.614284 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:29.624770 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:20:29.899143 tst ping.py:19: start network...\u000a19:20:30.023459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:30.505098 run create_hlr_db(pid=5947): Launched\u000a19:20:30.678074 bus /gobi_6: Setting Powered False\u000a19:20:31.701377 run create_hlr_db(pid=5947): Terminated: ok {rc=0}\u000a19:20:32.124446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5949): Launched\u000a19:20:32.431002 run osmo-hlr_10.42.42.2(pid=5950): Launched\u000a19:20:32.546311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:33.071498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5952): Launched\u000a19:20:33.369591 run osmo-stp_10.42.42.5(pid=5953): Launched\u000a19:20:33.477765 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:20:33.999900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5955): Launched\u000a19:20:34.106403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:20:34.367658 run patchelf(pid=5956): Launched\u000a19:20:34.542025 run osmo-stp_10.42.42.5(pid=5953): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5953)]\u000a19:20:34.669335 run osmo-stp_10.42.42.5(pid=5953): stdout: \u000a| (launched: 2022-12-09_19:20:33.222392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:34.796743 run osmo-stp_10.42.42.5(pid=5953): stderr: \u000a| �[0;m�[38;5;43m20221209192033393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192033393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192033394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192033394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192033394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192033395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192033395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:34.919969 run osmo-stp_10.42.42.5(pid=5953): stdout: \u000a| (launched: 2022-12-09_19:20:33.222392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:35.042012 run osmo-stp_10.42.42.5(pid=5953): stderr: \u000a| �[0;m�[38;5;43m20221209192033393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192033393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192033394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192033394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192033394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192033395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192033395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:35.183740 run patchelf(pid=5956): Terminating (SIGINT)\u000a19:20:35.349794 run patchelf(pid=5956): Terminated: ok {rc=0}\u000a19:20:35.380091 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5953): Process ended prematurely: osmo-stp_10.42.42.5(pid=5953) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5953)] [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:20:35.388874 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:20:35.447892 run osmo-hlr_10.42.42.2(pid=5950): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5950)]\u000a19:20:35.495992 run osmo-hlr_10.42.42.2(pid=5950): stdout: \u000a| (launched: 2022-12-09_19:20:32.278603) \u000a19:20:35.544913 run osmo-hlr_10.42.42.2(pid=5950): stderr: \u000a| �[0;m�[1;31m20221209192032454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192032454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192032454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192032455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192032455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192032455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192032466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192032476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192032476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192032476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:35.586942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5949): Terminating (SIGTERM)\u000a19:20:35.626236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5952): Terminating (SIGTERM)\u000a19:20:35.665585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5955): Terminating (SIGTERM)\u000a19:20:35.674744 --- ParallelTerminationStrategy: PID 5949 died...\u000a19:20:35.728188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5949): Terminated: ok {rc=0}\u000a19:20:35.738043 --- ParallelTerminationStrategy: PID 5952 died...\u000a19:20:35.790685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5952): Terminated: ok {rc=0}\u000a19:20:35.800042 --- ParallelTerminationStrategy: PID 5955 died...\u000a19:20:35.852324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5955): Terminated: ok {rc=0}\u000a19:20:35.940706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5963): Process ended prematurely: osmo-stp_10.42.42.5(pid=5963) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5963)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5963): Process ended prematurely: osmo-stp_10.42.42.5(pid=5963) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:20:36.992915 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:37.005014 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:20:37.161774 tst ping_idle_ping.py: using LAC 23165\u000a19:20:37.279019 tst ping_idle_ping.py: using RAC 215\u000a19:20:37.400698 tst ping_idle_ping.py: using CellId 23165\u000a19:20:37.520874 tst ping_idle_ping.py: using BVCI 23166\u000a19:20:37.543758 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:37.554638 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:37.565328 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:37.575899 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:37.586529 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:37.597243 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:37.607922 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:20:37.618525 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:20:37.898991 tst ping_idle_ping.py:24: start network...\u000a19:20:38.023429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:38.503072 run create_hlr_db(pid=5957): Launched\u000a19:20:38.675455 bus /gobi_6: Setting Powered False\u000a19:20:39.697101 run create_hlr_db(pid=5957): Terminated: ok {rc=0}\u000a19:20:40.096256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5959): Launched\u000a19:20:40.396114 run osmo-hlr_10.42.42.2(pid=5960): Launched\u000a19:20:40.505550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:41.022852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5962): Launched\u000a19:20:41.324489 run osmo-stp_10.42.42.5(pid=5963): Launched\u000a19:20:41.433387 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:20:41.954977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5965): Launched\u000a19:20:42.061320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:20:42.321400 run patchelf(pid=5966): Launched\u000a19:20:42.496058 run osmo-stp_10.42.42.5(pid=5963): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5963)]\u000a19:20:42.624208 run osmo-stp_10.42.42.5(pid=5963): stdout: \u000a| (launched: 2022-12-09_19:20:41.176861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:42.752099 run osmo-stp_10.42.42.5(pid=5963): stderr: \u000a| �[0;m�[38;5;43m20221209192041348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192041348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192041348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192041349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192041349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192041349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192041349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:42.875533 run osmo-stp_10.42.42.5(pid=5963): stdout: \u000a| (launched: 2022-12-09_19:20:41.176861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:42.997964 run osmo-stp_10.42.42.5(pid=5963): stderr: \u000a| �[0;m�[38;5;43m20221209192041348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192041348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192041348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192041349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192041349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192041349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192041349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:43.141136 run patchelf(pid=5966): Terminating (SIGINT)\u000a19:20:43.308843 run patchelf(pid=5966): Terminated: ok {rc=0}\u000a19:20:43.339555 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5963): Process ended prematurely: osmo-stp_10.42.42.5(pid=5963) [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5963)] [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:20:43.348196 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a19:20:43.407342 run osmo-hlr_10.42.42.2(pid=5960): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5960)]\u000a19:20:43.455657 run osmo-hlr_10.42.42.2(pid=5960): stdout: \u000a| (launched: 2022-12-09_19:20:40.248617) \u000a19:20:43.504529 run osmo-hlr_10.42.42.2(pid=5960): stderr: \u000a| �[0;m�[1;31m20221209192040427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192040427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192040427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192040427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192040427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192040427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192040439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192040448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192040449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192040449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:43.546079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5959): Terminating (SIGTERM)\u000a19:20:43.585216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5962): Terminating (SIGTERM)\u000a19:20:43.624334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5965): Terminating (SIGTERM)\u000a19:20:43.633130 --- ParallelTerminationStrategy: PID 5959 died...\u000a19:20:43.685474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5959): Terminated: ok {rc=0}\u000a19:20:43.694938 --- ParallelTerminationStrategy: PID 5962 died...\u000a19:20:43.746985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5962): Terminated: ok {rc=0}\u000a19:20:43.756343 --- ParallelTerminationStrategy: PID 5965 died...\u000a19:20:43.808752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5965): Terminated: ok {rc=0}\u000a19:20:43.896827 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:19:46" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5980): Process ended prematurely: osmo-stp_10.42.42.5(pid=5980) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5980)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5980): Process ended prematurely: osmo-stp_10.42.42.5(pid=5980) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:20:46.151236 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:46.166575 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:20:46.328463 tst cs_paging_gprs_active.py: using LAC 23166\u000a19:20:46.463279 tst cs_paging_gprs_active.py: using RAC 216\u000a19:20:46.587828 tst cs_paging_gprs_active.py: using CellId 23166\u000a19:20:46.709611 tst cs_paging_gprs_active.py: using BVCI 23167\u000a19:20:46.733786 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:46.745898 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:46.758129 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:46.770149 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:46.783173 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:46.795638 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:46.807798 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:46.819772 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:46.832707 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:20:46.950496 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:20:47.266630 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:20:47.394856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:47.711345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5970): Launched\u000a19:20:47.973561 run iperf3-srv_10.42.42.10(pid=5971): Launched\u000a19:20:48.159894 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:20:48.286291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:48.602870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5972): Launched\u000a19:20:48.863417 run iperf3-srv_10.42.42.10(pid=5973): Launched\u000a19:20:49.048856 tst cs_paging_gprs_active.py:38: start network...\u000a19:20:49.175688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:49.663263 run create_hlr_db(pid=5974): Launched\u000a19:20:49.839468 bus /gobi_6: Setting Powered False\u000a19:20:50.860068 run create_hlr_db(pid=5974): Terminated: ok {rc=0}\u000a19:20:51.292082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5976): Launched\u000a19:20:51.618789 run osmo-hlr_10.42.42.2(pid=5977): Launched\u000a19:20:51.742725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:52.307993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5979): Launched\u000a19:20:52.634521 run osmo-stp_10.42.42.5(pid=5980): Launched\u000a19:20:52.754966 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:20:53.323918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5982): Launched\u000a19:20:53.440696 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:20:53.725718 run patchelf(pid=5983): Launched\u000a19:20:53.916157 run osmo-stp_10.42.42.5(pid=5980): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5980)]\u000a19:20:54.055263 run osmo-stp_10.42.42.5(pid=5980): stdout: \u000a| (launched: 2022-12-09_19:20:52.473522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:54.194913 run osmo-stp_10.42.42.5(pid=5980): stderr: \u000a| �[0;m�[38;5;43m20221209192052666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192052666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192052667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192052667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192052668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192052668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192052668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:54.329355 run osmo-stp_10.42.42.5(pid=5980): stdout: \u000a| (launched: 2022-12-09_19:20:52.473522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:54.462791 run osmo-stp_10.42.42.5(pid=5980): stderr: \u000a| �[0;m�[38;5;43m20221209192052666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192052666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192052667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192052667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192052668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192052668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192052668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:54.618238 run patchelf(pid=5983): Terminating (SIGINT)\u000a19:20:54.800207 run patchelf(pid=5983): Terminated: ok {rc=0}\u000a19:20:54.833811 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5980): Process ended prematurely: osmo-stp_10.42.42.5(pid=5980) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5980)] [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a19:20:54.843805 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:20:54.907720 run osmo-hlr_10.42.42.2(pid=5977): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5977)]\u000a19:20:54.959513 run osmo-hlr_10.42.42.2(pid=5977): stdout: \u000a| (launched: 2022-12-09_19:20:51.457619) \u000a19:20:55.011703 run osmo-hlr_10.42.42.2(pid=5977): stderr: \u000a| �[0;m�[1;31m20221209192051659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192051659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192051659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192051659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192051659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192051659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192051671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192051679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192051679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192051679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:55.055999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5970): Terminating (SIGTERM)\u000a19:20:55.097632 run iperf3-srv_10.42.42.10(pid=5971): Terminating (SIGTERM)\u000a19:20:55.139573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5972): Terminating (SIGTERM)\u000a19:20:55.181433 run iperf3-srv_10.42.42.10(pid=5973): Terminating (SIGTERM)\u000a19:20:55.223765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5976): Terminating (SIGTERM)\u000a19:20:55.265193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5979): Terminating (SIGTERM)\u000a19:20:55.307154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5982): Terminating (SIGTERM)\u000a19:20:55.317093 --- ParallelTerminationStrategy: PID 5970 died...\u000a19:20:55.372818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5970): Terminated: ok {rc=0}\u000a19:20:55.383281 --- ParallelTerminationStrategy: PID 5971 died...\u000a19:20:55.438900 run iperf3-srv_10.42.42.10(pid=5971): Terminated {rc=256}\u000a19:20:55.448835 --- ParallelTerminationStrategy: PID 5972 died...\u000a19:20:55.503853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5972): Terminated: ok {rc=0}\u000a19:20:55.514287 --- ParallelTerminationStrategy: PID 5973 died...\u000a19:20:55.569615 run iperf3-srv_10.42.42.10(pid=5973): Terminated {rc=256}\u000a19:20:55.579908 --- ParallelTerminationStrategy: PID 5976 died...\u000a19:20:55.635321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5976): Terminated: ok {rc=0}\u000a19:20:55.645863 --- ParallelTerminationStrategy: PID 5979 died...\u000a19:20:55.701034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5979): Terminated: ok {rc=0}\u000a19:20:55.711294 --- ParallelTerminationStrategy: PID 5982 died...\u000a19:20:55.766373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5982): Terminated: ok {rc=0}\u000a19:20:55.852538 bus /gobi_0: Setting Powered False\u000a19:20:56.959550 bus /gobi_0: Setting Powered False\u000a19:20:58.069635 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5992): Process ended prematurely: osmo-stp_10.42.42.5(pid=5992) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5992)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5992): Process ended prematurely: osmo-stp_10.42.42.5(pid=5992) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a19:20:59.179982 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:59.191802 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:20:59.337569 tst iperf3.py: using LAC 23167\u000a19:20:59.454971 tst iperf3.py: using RAC 217\u000a19:20:59.575216 tst iperf3.py: using CellId 23167\u000a19:20:59.698038 tst iperf3.py: using BVCI 23168\u000a19:20:59.721419 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:59.732534 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:59.743528 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:59.754555 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:59.765491 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:59.776344 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:59.787400 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:59.798325 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:20:59.809526 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:21:00.086305 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:21:00.213123 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:00.528012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5984): Launched\u000a19:21:00.791298 run iperf3-srv_10.42.42.10(pid=5985): Launched\u000a19:21:00.979718 tst iperf3.py:8: start network...\u000a19:21:01.109058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:01.637344 run create_hlr_db(pid=5986): Launched\u000a19:21:01.814619 bus /gobi_6: Setting Powered False\u000a19:21:02.833644 run create_hlr_db(pid=5986): Terminated: ok {rc=0}\u000a19:21:03.265705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5988): Launched\u000a19:21:03.593987 run osmo-hlr_10.42.42.2(pid=5989): Launched\u000a19:21:03.714886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:04.282363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5991): Launched\u000a19:21:04.609426 run osmo-stp_10.42.42.5(pid=5992): Launched\u000a19:21:04.727581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:21:05.295674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5994): Launched\u000a19:21:05.411762 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:21:05.695302 run patchelf(pid=5995): Launched\u000a19:21:05.885189 run osmo-stp_10.42.42.5(pid=5992): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5992)]\u000a19:21:06.024089 run osmo-stp_10.42.42.5(pid=5992): stdout: \u000a| (launched: 2022-12-09_19:21:04.447520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:06.163071 run osmo-stp_10.42.42.5(pid=5992): stderr: \u000a| �[0;m�[38;5;43m20221209192104642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192104642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192104642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192104642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192104643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192104643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192104643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:06.297493 run osmo-stp_10.42.42.5(pid=5992): stdout: \u000a| (launched: 2022-12-09_19:21:04.447520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:06.430846 run osmo-stp_10.42.42.5(pid=5992): stderr: \u000a| �[0;m�[38;5;43m20221209192104642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192104642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192104642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192104642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192104643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192104643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192104643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:06.585935 run patchelf(pid=5995): Terminating (SIGINT)\u000a19:21:06.767620 run patchelf(pid=5995): Terminated: ok {rc=0}\u000a19:21:06.801009 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5992): Process ended prematurely: osmo-stp_10.42.42.5(pid=5992) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5992)] [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a19:21:06.811170 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:21:06.874635 run osmo-hlr_10.42.42.2(pid=5989): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5989)]\u000a19:21:06.926238 run osmo-hlr_10.42.42.2(pid=5989): stdout: \u000a| (launched: 2022-12-09_19:21:03.430917) \u000a19:21:06.977793 run osmo-hlr_10.42.42.2(pid=5989): stderr: \u000a| �[0;m�[1;31m20221209192103631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192103631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192103631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192103631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192103631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192103632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192103644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192103652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192103652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192103653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:07.022693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5984): Terminating (SIGTERM)\u000a19:21:07.063939 run iperf3-srv_10.42.42.10(pid=5985): Terminating (SIGTERM)\u000a19:21:07.105596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5988): Terminating (SIGTERM)\u000a19:21:07.147386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5991): Terminating (SIGTERM)\u000a19:21:07.189598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5994): Terminating (SIGTERM)\u000a19:21:07.199676 --- ParallelTerminationStrategy: PID 5984 died...\u000a19:21:07.255897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5984): Terminated: ok {rc=0}\u000a19:21:07.266033 --- ParallelTerminationStrategy: PID 5985 died...\u000a19:21:07.321266 run iperf3-srv_10.42.42.10(pid=5985): Terminated {rc=256}\u000a19:21:07.331631 --- ParallelTerminationStrategy: PID 5988 died...\u000a19:21:07.386794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5988): Terminated: ok {rc=0}\u000a19:21:07.397216 --- ParallelTerminationStrategy: PID 5991 died...\u000a19:21:07.452435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5991): Terminated: ok {rc=0}\u000a19:21:07.462680 --- ParallelTerminationStrategy: PID 5994 died...\u000a19:21:07.518769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5994): Terminated: ok {rc=0}\u000a19:21:07.604314 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6010): Process ended prematurely: osmo-stp_10.42.42.5(pid=6010) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6010)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6010): Process ended prematurely: osmo-stp_10.42.42.5(pid=6010) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a19:21:08.719368 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:08.732002 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:21:08.880298 tst iperf3m4.py: using LAC 23168\u000a19:21:09.008914 tst iperf3m4.py: using RAC 218\u000a19:21:09.135213 tst iperf3m4.py: using CellId 23168\u000a19:21:09.263375 tst iperf3m4.py: using BVCI 23169\u000a19:21:09.288135 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:09.299816 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:09.311399 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:09.324105 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:09.336002 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:09.347432 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:09.359297 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:09.371169 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:09.383450 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:21:09.504816 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:21:09.625542 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:21:09.744885 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:21:10.026375 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:21:10.152840 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:10.467796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5996): Launched\u000a19:21:10.728476 run iperf3-srv_10.42.42.10(pid=5997): Launched\u000a19:21:10.913746 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:21:11.039963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:11.354496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5998): Launched\u000a19:21:11.615222 run iperf3-srv_10.42.42.10(pid=5999): Launched\u000a19:21:11.800037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:21:11.926334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:12.241755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6000): Launched\u000a19:21:12.504002 run iperf3-srv_10.42.42.10(pid=6001): Launched\u000a19:21:12.688638 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:21:12.814823 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:13.129535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6002): Launched\u000a19:21:13.391560 run iperf3-srv_10.42.42.10(pid=6003): Launched\u000a19:21:13.576226 tst iperf3m4.py:8: start network...\u000a19:21:13.702524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:14.190002 run create_hlr_db(pid=6004): Launched\u000a19:21:14.364925 bus /gobi_6: Setting Powered False\u000a19:21:15.386029 run create_hlr_db(pid=6004): Terminated: ok {rc=0}\u000a19:21:15.819204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6006): Launched\u000a19:21:16.232255 run osmo-hlr_10.42.42.2(pid=6007): Launched\u000a19:21:16.358504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:17.121690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6009): Launched\u000a19:21:17.485863 run osmo-stp_10.42.42.5(pid=6010): Launched\u000a19:21:17.604618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:21:18.171771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6012): Launched\u000a19:21:18.287920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:21:18.571719 run patchelf(pid=6013): Launched\u000a19:21:18.761345 run osmo-stp_10.42.42.5(pid=6010): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6010)]\u000a19:21:18.899996 run osmo-stp_10.42.42.5(pid=6010): stdout: \u000a| (launched: 2022-12-09_19:21:17.308650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:19.039866 run osmo-stp_10.42.42.5(pid=6010): stderr: \u000a| �[0;m�[38;5;43m20221209192117520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192117520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192117520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192117521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192117521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192117521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192117521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:19.174216 run osmo-stp_10.42.42.5(pid=6010): stdout: \u000a| (launched: 2022-12-09_19:21:17.308650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:19.307467 run osmo-stp_10.42.42.5(pid=6010): stderr: \u000a| �[0;m�[38;5;43m20221209192117520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192117520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192117520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192117521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192117521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192117521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192117521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:19.462542 run patchelf(pid=6013): Terminating (SIGINT)\u000a19:21:19.643821 run patchelf(pid=6013): Terminated: ok {rc=0}\u000a19:21:19.677118 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6010): Process ended prematurely: osmo-stp_10.42.42.5(pid=6010) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6010)] [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a19:21:19.687145 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:21:19.751091 run osmo-hlr_10.42.42.2(pid=6007): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6007)]\u000a19:21:19.802393 run osmo-hlr_10.42.42.2(pid=6007): stdout: \u000a| (launched: 2022-12-09_19:21:15.995032) \u000a19:21:19.854442 run osmo-hlr_10.42.42.2(pid=6007): stderr: \u000a| �[0;m�[1;31m20221209192116360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192116360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192116360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192116360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192116360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192116360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192116381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192116402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192116402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192116402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:19.898180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5996): Terminating (SIGTERM)\u000a19:21:19.940284 run iperf3-srv_10.42.42.10(pid=5997): Terminating (SIGTERM)\u000a19:21:19.982917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5998): Terminating (SIGTERM)\u000a19:21:20.024168 run iperf3-srv_10.42.42.10(pid=5999): Terminating (SIGTERM)\u000a19:21:20.066395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6000): Terminating (SIGTERM)\u000a19:21:20.108397 run iperf3-srv_10.42.42.10(pid=6001): Terminating (SIGTERM)\u000a19:21:20.151070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6002): Terminating (SIGTERM)\u000a19:21:20.192649 run iperf3-srv_10.42.42.10(pid=6003): Terminating (SIGTERM)\u000a19:21:20.234452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6006): Terminating (SIGTERM)\u000a19:21:20.276537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6009): Terminating (SIGTERM)\u000a19:21:20.318200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6012): Terminating (SIGTERM)\u000a19:21:20.327938 --- ParallelTerminationStrategy: PID 5996 died...\u000a19:21:20.383600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5996): Terminated: ok {rc=0}\u000a19:21:20.394019 --- ParallelTerminationStrategy: PID 5997 died...\u000a19:21:20.449209 run iperf3-srv_10.42.42.10(pid=5997): Terminated {rc=256}\u000a19:21:20.459428 --- ParallelTerminationStrategy: PID 5998 died...\u000a19:21:20.514526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5998): Terminated: ok {rc=0}\u000a19:21:20.524932 --- ParallelTerminationStrategy: PID 5999 died...\u000a19:21:20.580216 run iperf3-srv_10.42.42.10(pid=5999): Terminated {rc=256}\u000a19:21:20.590230 --- ParallelTerminationStrategy: PID 6000 died...\u000a19:21:20.645599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6000): Terminated: ok {rc=0}\u000a19:21:20.655660 --- ParallelTerminationStrategy: PID 6001 died...\u000a19:21:20.711316 run iperf3-srv_10.42.42.10(pid=6001): Terminated {rc=256}\u000a19:21:20.721457 --- ParallelTerminationStrategy: PID 6002 died...\u000a19:21:20.776566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6002): Terminated: ok {rc=0}\u000a19:21:20.787005 --- ParallelTerminationStrategy: PID 6003 died...\u000a19:21:20.842447 run iperf3-srv_10.42.42.10(pid=6003): Terminated {rc=256}\u000a19:21:20.852455 --- ParallelTerminationStrategy: PID 6006 died...\u000a19:21:20.908007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6006): Terminated: ok {rc=0}\u000a19:21:20.918152 --- ParallelTerminationStrategy: PID 6009 died...\u000a19:21:20.973962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6009): Terminated: ok {rc=0}\u000a19:21:20.984116 --- ParallelTerminationStrategy: PID 6012 died...\u000a19:21:21.039853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6012): Terminated: ok {rc=0}\u000a19:21:21.125857 bus /gobi_4: Setting Powered False\u000a19:21:22.227028 bus /gobi_4: Setting Powered False\u000a19:21:23.337387 bus /gobi_1: Setting Powered False\u000a19:21:24.443783 bus /gobi_1: Setting Powered False\u000a19:21:25.550415 bus /gobi_0: Setting Powered False\u000a19:21:26.655817 bus /gobi_0: Setting Powered False\u000a19:21:27.763450 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6020): Process ended prematurely: osmo-stp_10.42.42.5(pid=6020) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6020)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6020): Process ended prematurely: osmo-stp_10.42.42.5(pid=6020) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a19:21:28.828378 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:28.840110 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:21:28.978402 tst ping.py: using LAC 23169\u000a19:21:29.097749 tst ping.py: using RAC 219\u000a19:21:29.213991 tst ping.py: using CellId 23169\u000a19:21:29.339251 tst ping.py: using BVCI 23170\u000a19:21:29.363887 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:29.375907 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:29.387684 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:29.401189 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:29.414012 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:29.426231 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:29.437548 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:29.448717 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:21:29.721698 tst ping.py:19: start network...\u000a19:21:29.845572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:30.324075 run create_hlr_db(pid=6014): Launched\u000a19:21:30.497367 bus /gobi_6: Setting Powered False\u000a19:21:31.561773 run create_hlr_db(pid=6014): Terminated: ok {rc=0}\u000a19:21:32.011513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6016): Launched\u000a19:21:32.336255 run osmo-hlr_10.42.42.2(pid=6017): Launched\u000a19:21:32.456724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:33.016231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6019): Launched\u000a19:21:33.336727 run osmo-stp_10.42.42.5(pid=6020): Launched\u000a19:21:33.454392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:21:34.013786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6022): Launched\u000a19:21:34.127865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:21:34.406872 run patchelf(pid=6023): Launched\u000a19:21:34.593787 run osmo-stp_10.42.42.5(pid=6020): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6020)]\u000a19:21:34.730556 run osmo-stp_10.42.42.5(pid=6020): stdout: \u000a| (launched: 2022-12-09_19:21:33.178598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:34.867448 run osmo-stp_10.42.42.5(pid=6020): stderr: \u000a| �[0;m�[38;5;43m20221209192133370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192133370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192133371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192133371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192133372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192133372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192133373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:35.001125 run osmo-stp_10.42.42.5(pid=6020): stdout: \u000a| (launched: 2022-12-09_19:21:33.178598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:35.132834 run osmo-stp_10.42.42.5(pid=6020): stderr: \u000a| �[0;m�[38;5;43m20221209192133370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192133370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192133371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192133371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192133372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192133372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192133373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:35.285281 run patchelf(pid=6023): Terminating (SIGINT)\u000a19:21:35.463688 run patchelf(pid=6023): Terminated: ok {rc=0}\u000a19:21:35.496297 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6020): Process ended prematurely: osmo-stp_10.42.42.5(pid=6020) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6020)] [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a19:21:35.505735 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:21:35.568715 run osmo-hlr_10.42.42.2(pid=6017): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6017)]\u000a19:21:35.620144 run osmo-hlr_10.42.42.2(pid=6017): stdout: \u000a| (launched: 2022-12-09_19:21:32.177957) \u000a19:21:35.672183 run osmo-hlr_10.42.42.2(pid=6017): stderr: \u000a| �[0;m�[1;31m20221209192132377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192132377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192132377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192132377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192132377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192132377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192132390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192132398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192132398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192132399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:35.715951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6016): Terminating (SIGTERM)\u000a19:21:35.757739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6019): Terminating (SIGTERM)\u000a19:21:35.799712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6022): Terminating (SIGTERM)\u000a19:21:35.809489 --- ParallelTerminationStrategy: PID 6016 died...\u000a19:21:35.865571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6016): Terminated: ok {rc=0}\u000a19:21:35.875736 --- ParallelTerminationStrategy: PID 6019 died...\u000a19:21:35.932132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6019): Terminated: ok {rc=0}\u000a19:21:35.942574 --- ParallelTerminationStrategy: PID 6022 died...\u000a19:21:35.998558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6022): Terminated: ok {rc=0}\u000a19:21:36.086182 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6030): Process ended prematurely: osmo-stp_10.42.42.5(pid=6030) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6030)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6030): Process ended prematurely: osmo-stp_10.42.42.5(pid=6030) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a19:21:37.137001 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:37.149119 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:21:37.290443 tst ping_idle_ping.py: using LAC 23170\u000a19:21:37.408330 tst ping_idle_ping.py: using RAC 220\u000a19:21:37.529243 tst ping_idle_ping.py: using CellId 23170\u000a19:21:37.655361 tst ping_idle_ping.py: using BVCI 23171\u000a19:21:37.680375 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:37.692283 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:37.704096 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:37.716162 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:37.728064 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:37.739837 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:37.751782 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:21:37.763576 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:21:38.045397 tst ping_idle_ping.py:24: start network...\u000a19:21:38.170742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:38.656781 run create_hlr_db(pid=6024): Launched\u000a19:21:38.830876 bus /gobi_6: Setting Powered False\u000a19:21:39.851948 run create_hlr_db(pid=6024): Terminated: ok {rc=0}\u000a19:21:40.281006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6026): Launched\u000a19:21:40.603354 run osmo-hlr_10.42.42.2(pid=6027): Launched\u000a19:21:40.723716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:41.279092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6029): Launched\u000a19:21:41.601961 run osmo-stp_10.42.42.5(pid=6030): Launched\u000a19:21:41.719140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:21:42.277655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6032): Launched\u000a19:21:42.392268 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:21:42.671584 run patchelf(pid=6033): Launched\u000a19:21:42.858691 run osmo-stp_10.42.42.5(pid=6030): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6030)]\u000a19:21:42.995708 run osmo-stp_10.42.42.5(pid=6030): stdout: \u000a| (launched: 2022-12-09_19:21:41.442008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:43.133606 run osmo-stp_10.42.42.5(pid=6030): stderr: \u000a| �[0;m�[38;5;43m20221209192141637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192141637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192141637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192141638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192141638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192141638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192141638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:43.266246 run osmo-stp_10.42.42.5(pid=6030): stdout: \u000a| (launched: 2022-12-09_19:21:41.442008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:43.398230 run osmo-stp_10.42.42.5(pid=6030): stderr: \u000a| �[0;m�[38;5;43m20221209192141637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192141637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192141637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192141638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192141638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192141638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192141638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:43.550938 run patchelf(pid=6033): Terminating (SIGINT)\u000a19:21:43.729842 run patchelf(pid=6033): Terminated: ok {rc=0}\u000a19:21:43.762663 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6030): Process ended prematurely: osmo-stp_10.42.42.5(pid=6030) [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6030)] [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a19:21:43.772112 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:21:43.835330 run osmo-hlr_10.42.42.2(pid=6027): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6027)]\u000a19:21:43.886559 run osmo-hlr_10.42.42.2(pid=6027): stdout: \u000a| (launched: 2022-12-09_19:21:40.444152) \u000a19:21:43.938676 run osmo-hlr_10.42.42.2(pid=6027): stderr: \u000a| �[0;m�[1;31m20221209192140642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192140642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192140642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192140642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192140642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192140642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192140657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192140665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192140665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192140665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:43.982713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6026): Terminating (SIGTERM)\u000a19:21:44.024398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6029): Terminating (SIGTERM)\u000a19:21:44.066474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6032): Terminating (SIGTERM)\u000a19:21:44.076363 --- ParallelTerminationStrategy: PID 6026 died...\u000a19:21:44.132604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6026): Terminated: ok {rc=0}\u000a19:21:44.142849 --- ParallelTerminationStrategy: PID 6029 died...\u000a19:21:44.198673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6029): Terminated: ok {rc=0}\u000a19:21:44.209309 --- ParallelTerminationStrategy: PID 6032 died...\u000a19:21:44.265465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6032): Terminated: ok {rc=0}\u000a19:21:44.352584 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:20:45" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:21:46.413896 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:21:46.430326 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:21:46.605978 tst switch_tch_pdch.py: using LAC 23171\u000a19:21:46.740422 tst switch_tch_pdch.py: using RAC 221\u000a19:21:46.867312 tst switch_tch_pdch.py: using CellId 23171\u000a19:21:47.032540 tst switch_tch_pdch.py: using BVCI 23172\u000a19:21:47.066230 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:21:47.082462 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:21:47.098971 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:21:47.113634 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:21:47.126404 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:21:47.139163 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:21:47.151939 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:21:47.164763 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:21:47.283575 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:21:47.574678 tst switch_tch_pdch.py:51: start network...\u000a19:21:47.708758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:48.213148 run create_hlr_db(pid=6037): Launched\u000a19:21:48.399815 bus /gobi_6: Setting Powered False\u000a19:21:49.419649 run create_hlr_db(pid=6037): Terminated: ok {rc=0}\u000a19:21:49.843149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Launched\u000a19:21:50.164280 run osmo-hlr_10.42.42.2(pid=6040): Launched\u000a19:21:50.283289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:50.838781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Launched\u000a19:21:51.159166 run osmo-stp_10.42.42.5(pid=6043): Launched\u000a19:21:51.275220 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:21:51.834546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Launched\u000a19:21:51.949079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:21:52.226739 run patchelf(pid=6047): Launched\u000a19:21:52.413334 run osmo-stp_10.42.42.5(pid=6043): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]\u000a19:21:52.549897 run osmo-stp_10.42.42.5(pid=6043): stdout: \u000a| (launched: 2022-12-09_19:21:51.001577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:52.686472 run osmo-stp_10.42.42.5(pid=6043): stderr: \u000a| �[0;m�[38;5;43m20221209192151192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192151192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192151192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192151193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192151193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192151193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192151193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:52.818536 run osmo-stp_10.42.42.5(pid=6043): stdout: \u000a| (launched: 2022-12-09_19:21:51.001577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:52.949661 run osmo-stp_10.42.42.5(pid=6043): stderr: \u000a| �[0;m�[38;5;43m20221209192151192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192151192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192151192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192151193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192151193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192151193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192151193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:53.101588 run patchelf(pid=6047): Terminating (SIGINT)\u000a19:21:53.279107 run patchelf(pid=6047): Terminated: ok {rc=0}\u000a19:21:53.311332 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)] [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:21:53.320768 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a19:21:53.383802 run osmo-hlr_10.42.42.2(pid=6040): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6040)]\u000a19:21:53.434850 run osmo-hlr_10.42.42.2(pid=6040): stdout: \u000a| (launched: 2022-12-09_19:21:50.006459) \u000a19:21:53.486695 run osmo-hlr_10.42.42.2(pid=6040): stderr: \u000a| �[0;m�[1;31m20221209192150203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192150203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192150203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192150203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192150203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192150204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192150215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192150224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192150224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192150224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:53.530786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Terminating (SIGTERM)\u000a19:21:53.572273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Terminating (SIGTERM)\u000a19:21:53.613897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Terminating (SIGTERM)\u000a19:21:53.623527 --- ParallelTerminationStrategy: PID 6039 died...\u000a19:21:53.679357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Terminated: ok {rc=0}\u000a19:21:53.689412 --- ParallelTerminationStrategy: PID 6042 died...\u000a19:21:53.744612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Terminated: ok {rc=0}\u000a19:21:53.754954 --- ParallelTerminationStrategy: PID 6045 died...\u000a19:21:53.810705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Terminated: ok {rc=0}\u000a19:21:53.897780 bus /gobi_0: Setting Powered False\u000a19:21:54.999387 bus /gobi_0: Setting Powered False\u000a19:21:56.104051 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:21:46" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6057): Process ended prematurely: osmo-stp_10.42.42.5(pid=6057) [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6057)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6057): Process ended prematurely: osmo-stp_10.42.42.5(pid=6057) [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:21:58.083288 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:21:58.094861 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:21:58.256368 tst switch_tch_pdch.py: using LAC 23172\u000a19:21:58.380304 tst switch_tch_pdch.py: using RAC 222\u000a19:21:58.505923 tst switch_tch_pdch.py: using CellId 23172\u000a19:21:58.632457 tst switch_tch_pdch.py: using BVCI 23173\u000a19:21:58.656834 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:21:58.668201 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:21:58.679535 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:21:58.690951 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:21:58.702407 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:21:58.714791 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:21:58.726316 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:21:58.737655 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:21:58.857514 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:21:59.149342 tst switch_tch_pdch.py:51: start network...\u000a19:21:59.282684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:59.756604 run create_hlr_db(pid=6051): Launched\u000a19:21:59.886632 bus /gobi_6: Setting Powered False\u000a19:22:01.011598 run create_hlr_db(pid=6051): Terminated: ok {rc=0}\u000a19:22:01.421588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6053): Launched\u000a19:22:01.758408 run osmo-hlr_10.42.42.2(pid=6054): Launched\u000a19:22:01.933211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:02.545926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6056): Launched\u000a19:22:02.845294 run osmo-stp_10.42.42.5(pid=6057): Launched\u000a19:22:02.952625 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:22:03.448249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6059): Launched\u000a19:22:03.554466 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:22:03.814198 run patchelf(pid=6060): Launched\u000a19:22:03.988479 run osmo-stp_10.42.42.5(pid=6057): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6057)]\u000a19:22:04.116293 run osmo-stp_10.42.42.5(pid=6057): stdout: \u000a| (launched: 2022-12-09_19:22:02.698018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:04.244415 run osmo-stp_10.42.42.5(pid=6057): stderr: \u000a| �[0;m�[38;5;43m20221209192202868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192202868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192202869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192202869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192202870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192202870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192202870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:04.367980 run osmo-stp_10.42.42.5(pid=6057): stdout: \u000a| (launched: 2022-12-09_19:22:02.698018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:04.491823 run osmo-stp_10.42.42.5(pid=6057): stderr: \u000a| �[0;m�[38;5;43m20221209192202868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192202868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192202869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192202869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192202870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192202870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192202870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:04.634279 run patchelf(pid=6060): Terminating (SIGINT)\u000a19:22:04.800918 run patchelf(pid=6060): Terminated: ok {rc=0}\u000a19:22:04.831710 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6057): Process ended prematurely: osmo-stp_10.42.42.5(pid=6057) [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6057)] [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:22:04.840430 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a19:22:04.899283 run osmo-hlr_10.42.42.2(pid=6054): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6054)]\u000a19:22:04.947540 run osmo-hlr_10.42.42.2(pid=6054): stdout: \u000a| (launched: 2022-12-09_19:22:01.586377) \u000a19:22:04.996335 run osmo-hlr_10.42.42.2(pid=6054): stderr: \u000a| �[0;m�[1;31m20221209192201964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192201964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192201964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192201964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192201964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192201965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192201988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192202000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192202000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192202000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:05.038484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6053): Terminating (SIGTERM)\u000a19:22:05.077952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6056): Terminating (SIGTERM)\u000a19:22:05.117366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6059): Terminating (SIGTERM)\u000a19:22:05.126570 --- ParallelTerminationStrategy: PID 6053 died...\u000a19:22:05.179137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6053): Terminated: ok {rc=0}\u000a19:22:05.188790 --- ParallelTerminationStrategy: PID 6056 died...\u000a19:22:05.241014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6056): Terminated: ok {rc=0}\u000a19:22:05.250622 --- ParallelTerminationStrategy: PID 6059 died...\u000a19:22:05.302939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6059): Terminated: ok {rc=0}\u000a19:22:05.385636 bus /gobi_0: Setting Powered False\u000a19:22:06.486500 bus /gobi_0: Setting Powered False\u000a19:22:07.596989 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:21:57" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6067) [trial-2363↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6067)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6067) [trial-2363↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a19:22:09.494151 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a19:22:09.505140 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a19:22:09.645211 tst mo_mt_sms.py: using LAC 23173\u000a19:22:09.769745 tst mo_mt_sms.py: using RAC 223\u000a19:22:09.895895 tst mo_mt_sms.py: using CellId 23173\u000a19:22:10.021349 tst mo_mt_sms.py: using BVCI 23174\u000a19:22:10.045630 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:22:10.163182 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:22:10.438663 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:22:10.564008 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:22:11.181121 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6066): Launched\u000a19:22:11.477065 run osmo-nitb_10.42.42.2(pid=6067): Launched\u000a19:22:11.659875 run osmo-nitb_10.42.42.2(pid=6067): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6067)]\u000a19:22:11.794528 run osmo-nitb_10.42.42.2(pid=6067): stdout: \u000a| (launched: 2022-12-09_19:22:11.332785) \u000a19:22:11.929709 run osmo-nitb_10.42.42.2(pid=6067): stderr: \u000a| (launched: 2022-12-09_19:22:11.378084)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:22:12.059938 run osmo-nitb_10.42.42.2(pid=6067): stdout: \u000a| (launched: 2022-12-09_19:22:11.332785) \u000a19:22:12.189601 run osmo-nitb_10.42.42.2(pid=6067): stderr: \u000a| (launched: 2022-12-09_19:22:11.378084)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:22:12.597209 tst osmo-nitb_10.42.42.2(pid=6067): stdout: \u000a| (launched: 2022-12-09_19:22:11.332785) \u000a19:22:12.715937 tst osmo-nitb_10.42.42.2(pid=6067): stderr: \u000a| (launched: 2022-12-09_19:22:11.378084)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:22:12.767910 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6067) [trial-2363↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6067)] [trial-2363↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a19:22:12.775883 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a19:22:12.809362 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6066): Terminating (SIGTERM)\u000a19:22:12.986366 --- ParallelTerminationStrategy: PID 6066 died...\u000a19:22:13.040241 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6066): Terminated: ok {rc=0}\u000a19:22:13.122851 bus /sierra_3: Setting Powered False\u000a19:22:14.229368 bus /sierra_3: Setting Powered False\u000a19:22:15.337007 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:22:09" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6077): Process ended prematurely: osmo-stp_10.42.42.5(pid=6077) [trial-2363↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6077): Process ended prematurely: osmo-stp_10.42.42.5(pid=6077) [trial-2363↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a19:22:17.265710 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:17.277065 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a19:22:17.422911 tst mo_mt_sms.py: using LAC 23174\u000a19:22:17.549509 tst mo_mt_sms.py: using RAC 224\u000a19:22:17.674960 tst mo_mt_sms.py: using CellId 23174\u000a19:22:17.801010 tst mo_mt_sms.py: using BVCI 23175\u000a19:22:17.825276 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:17.836085 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:17.846918 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:17.858061 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:17.869083 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:17.879932 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:22:17.995538 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:22:18.207738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:18.708738 run create_hlr_db(pid=6071): Launched\u000a19:22:18.894084 bus /sierra_2: Setting Powered False\u000a19:22:19.914568 run create_hlr_db(pid=6071): Terminated: ok {rc=0}\u000a19:22:20.338949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6073): Launched\u000a19:22:20.660168 run osmo-hlr_10.42.42.2(pid=6074): Launched\u000a19:22:20.778684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:21.334618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6076): Launched\u000a19:22:21.657306 run osmo-stp_10.42.42.5(pid=6077): Launched\u000a19:22:21.773481 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:22:22.359252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6079): Launched\u000a19:22:22.680673 run osmo-msc_10.42.42.6(pid=6080): Launched\u000a19:22:22.868275 run osmo-stp_10.42.42.5(pid=6077): ERR: Terminated: ERROR {rc=1} [trial-2363↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)]\u000a19:22:23.004389 run osmo-stp_10.42.42.5(pid=6077): stdout: \u000a| (launched: 2022-12-09_19:22:21.496606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:23.139158 run osmo-stp_10.42.42.5(pid=6077): stderr: \u000a| �[0;m�[38;5;43m20221209192221689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192221689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192221689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192221690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192221690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192221690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192221690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:23.267603 run osmo-stp_10.42.42.5(pid=6077): stdout: \u000a| (launched: 2022-12-09_19:22:21.496606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:23.395251 run osmo-stp_10.42.42.5(pid=6077): stderr: \u000a| �[0;m�[38;5;43m20221209192221689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192221689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192221689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192221690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192221690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192221690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192221690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:23.450836 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6077): Process ended prematurely: osmo-stp_10.42.42.5(pid=6077) [trial-2363↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6077)] [trial-2363↪sms:trx-lms↪mo_mt_sms.py:16]\u000a19:22:23.459503 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a19:22:23.521941 run osmo-hlr_10.42.42.2(pid=6074): ERR: Terminated: ERROR {rc=237} [trial-2363↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6074)]\u000a19:22:23.572658 run osmo-hlr_10.42.42.2(pid=6074): stdout: \u000a| (launched: 2022-12-09_19:22:20.501596) \u000a19:22:23.624082 run osmo-hlr_10.42.42.2(pid=6074): stderr: \u000a| �[0;m�[1;31m20221209192220703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192220703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192220703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192220703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192220703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192220703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192220718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192220726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192220726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192220726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:23.693977 run osmo-msc_10.42.42.6(pid=6080): ERR: Terminated: ERROR {rc=2} [trial-2363↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6080)]\u000a19:22:23.744765 run osmo-msc_10.42.42.6(pid=6080): stdout: \u000a| (launched: 2022-12-09_19:22:22.521952) \u000a19:22:23.796182 run osmo-msc_10.42.42.6(pid=6080): stderr: \u000a| �[0;m�[38;5;43m20221209192222845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192222845 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74028eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192222846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192222846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192222846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192222846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192222848 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192222848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192222848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192222848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:22:23.840207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6073): Terminating (SIGTERM)\u000a19:22:23.881496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6076): Terminating (SIGTERM)\u000a19:22:23.922557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6079): Terminating (SIGTERM)\u000a19:22:23.932263 --- ParallelTerminationStrategy: PID 6073 died...\u000a19:22:23.988011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6073): Terminated: ok {rc=0}\u000a19:22:23.998010 --- ParallelTerminationStrategy: PID 6076 died...\u000a19:22:24.053039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6076): Terminated: ok {rc=0}\u000a19:22:24.063088 --- ParallelTerminationStrategy: PID 6079 died...\u000a19:22:24.118059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6079): Terminated: ok {rc=0}\u000a19:22:24.203685 bus /sierra_3: Setting Powered False\u000a19:22:25.309000 bus /sierra_3: Setting Powered False\u000a19:22:26.417684 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:22:17" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6087): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6087) [trial-2363↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6087)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6087): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6087) [trial-2363↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a19:22:28.259423 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a19:22:28.270672 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a19:22:28.410816 tst assert_extension.py: using LAC 23175\u000a19:22:28.533944 tst assert_extension.py: using RAC 225\u000a19:22:28.659727 tst assert_extension.py: using CellId 23175\u000a19:22:28.783808 tst assert_extension.py: using BVCI 23176\u000a19:22:28.807966 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a19:22:29.082231 tst assert_extension.py:10: start nitb and bts...\u000a19:22:29.206599 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:22:29.827848 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6086): Launched\u000a19:22:30.123973 run osmo-nitb_10.42.42.2(pid=6087): Launched\u000a19:22:30.307212 run osmo-nitb_10.42.42.2(pid=6087): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6087)]\u000a19:22:30.442550 run osmo-nitb_10.42.42.2(pid=6087): stdout: \u000a| (launched: 2022-12-09_19:22:29.980043) \u000a19:22:30.578227 run osmo-nitb_10.42.42.2(pid=6087): stderr: \u000a| (launched: 2022-12-09_19:22:30.024574)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:22:30.709836 run osmo-nitb_10.42.42.2(pid=6087): stdout: \u000a| (launched: 2022-12-09_19:22:29.980043) \u000a19:22:30.843981 run osmo-nitb_10.42.42.2(pid=6087): stderr: \u000a| (launched: 2022-12-09_19:22:30.024574)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:22:31.270406 tst osmo-nitb_10.42.42.2(pid=6087): stdout: \u000a| (launched: 2022-12-09_19:22:29.980043) \u000a19:22:31.413387 tst osmo-nitb_10.42.42.2(pid=6087): stderr: \u000a| (launched: 2022-12-09_19:22:30.024574)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:22:31.471409 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6087): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6087) [trial-2363↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6087)] [trial-2363↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a19:22:31.481253 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a19:22:31.519604 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6086): Terminating (SIGTERM)\u000a19:22:31.699009 --- ParallelTerminationStrategy: PID 6086 died...\u000a19:22:31.771742 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6086): Terminated: ok {rc=0}\u000a19:22:31.884651 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:22:28" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6098): Process ended prematurely: osmo-stp_10.42.42.5(pid=6098) [trial-2363↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6098)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6098): Process ended prematurely: osmo-stp_10.42.42.5(pid=6098) [trial-2363↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a19:22:33.723431 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:33.734620 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a19:22:33.875792 tst assert_extension.py: using LAC 23176\u000a19:22:34.002246 tst assert_extension.py: using RAC 226\u000a19:22:34.127916 tst assert_extension.py: using CellId 23176\u000a19:22:34.251788 tst assert_extension.py: using BVCI 23177\u000a19:22:34.275993 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:34.286983 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:34.297927 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:34.309044 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:34.320304 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:22:34.331578 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a19:22:34.537353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:35.042705 run create_hlr_db(pid=6091): Launched\u000a19:22:35.229276 bus /sierra_2: Setting Powered False\u000a19:22:36.249525 run create_hlr_db(pid=6091): Terminated: ok {rc=0}\u000a19:22:36.675025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6093): Launched\u000a19:22:36.997261 run osmo-hlr_10.42.42.2(pid=6095): Launched\u000a19:22:37.116470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:37.674254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6097): Launched\u000a19:22:37.995082 run osmo-stp_10.42.42.5(pid=6098): Launched\u000a19:22:38.111788 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:22:38.695363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6100): Launched\u000a19:22:39.017230 run osmo-msc_10.42.42.6(pid=6101): Launched\u000a19:22:39.205428 run osmo-stp_10.42.42.5(pid=6098): ERR: Terminated: ERROR {rc=1} [trial-2363↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6098)]\u000a19:22:39.341128 run osmo-stp_10.42.42.5(pid=6098): stdout: \u000a| (launched: 2022-12-09_19:22:37.837209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:39.476538 run osmo-stp_10.42.42.5(pid=6098): stderr: \u000a| �[0;m�[38;5;43m20221209192238030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192238030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192238030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192238031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192238031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192238031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192238031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:39.605564 run osmo-stp_10.42.42.5(pid=6098): stdout: \u000a| (launched: 2022-12-09_19:22:37.837209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:39.733940 run osmo-stp_10.42.42.5(pid=6098): stderr: \u000a| �[0;m�[38;5;43m20221209192238030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192238030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192238030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192238031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192238031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192238031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192238031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:39.790010 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6098): Process ended prematurely: osmo-stp_10.42.42.5(pid=6098) [trial-2363↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6098)] [trial-2363↪ussd:trx-lms↪assert_extension.py:17]\u000a19:22:39.798960 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a19:22:39.861421 run osmo-hlr_10.42.42.2(pid=6095): ERR: Terminated: ERROR {rc=237} [trial-2363↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6095)]\u000a19:22:39.912240 run osmo-hlr_10.42.42.2(pid=6095): stdout: \u000a| (launched: 2022-12-09_19:22:36.838198) \u000a19:22:39.964080 run osmo-hlr_10.42.42.2(pid=6095): stderr: \u000a| �[0;m�[1;31m20221209192237038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192237038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192237038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192237038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192237038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192237038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192237048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192237056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192237057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192237057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:40.034255 run osmo-msc_10.42.42.6(pid=6101): ERR: Terminated: ERROR {rc=2} [trial-2363↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6101)]\u000a19:22:40.085277 run osmo-msc_10.42.42.6(pid=6101): stdout: \u000a| (launched: 2022-12-09_19:22:38.858857) \u000a19:22:40.136719 run osmo-msc_10.42.42.6(pid=6101): stderr: \u000a| �[0;m�[38;5;43m20221209192239183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192239184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90f9db1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192239184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192239184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192239184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192239184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192239186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192239186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192239186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192239186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:22:40.180116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6093): Terminating (SIGTERM)\u000a19:22:40.221977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6097): Terminating (SIGTERM)\u000a19:22:40.263826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6100): Terminating (SIGTERM)\u000a19:22:40.273486 --- ParallelTerminationStrategy: PID 6093 died...\u000a19:22:40.330123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6093): Terminated: ok {rc=0}\u000a19:22:40.340215 --- ParallelTerminationStrategy: PID 6097 died...\u000a19:22:40.395975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6097): Terminated: ok {rc=0}\u000a19:22:40.405939 --- ParallelTerminationStrategy: PID 6100 died...\u000a19:22:40.461803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6100): Terminated: ok {rc=0}\u000a19:22:40.548440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:22:33" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6112): Process ended prematurely: osmo-stp_10.42.42.5(pid=6112) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6112)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6112): Process ended prematurely: osmo-stp_10.42.42.5(pid=6112) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:22:42.513124 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:42.524920 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:22:42.689621 tst mo_mt_call.py: using LAC 23177\u000a19:22:42.815241 tst mo_mt_call.py: using RAC 227\u000a19:22:42.942326 tst mo_mt_call.py: using CellId 23177\u000a19:22:43.073748 tst mo_mt_call.py: using BVCI 23178\u000a19:22:43.098613 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:43.110097 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:43.121465 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:43.133046 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:43.145440 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:43.156657 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:22:43.274164 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:22:43.482249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:43.995889 run create_hlr_db(pid=6106): Launched\u000a19:22:44.184635 bus /sierra_2: Setting Powered False\u000a19:22:45.205775 run create_hlr_db(pid=6106): Terminated: ok {rc=0}\u000a19:22:45.614936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6108): Launched\u000a19:22:46.063276 run osmo-hlr_10.42.42.2(pid=6109): Launched\u000a19:22:46.201764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:46.861647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6111): Launched\u000a19:22:47.281153 run osmo-stp_10.42.42.5(pid=6112): Launched\u000a19:22:47.434555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:22:48.032887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6114): Launched\u000a19:22:48.361029 run osmo-msc_10.42.42.6(pid=6115): Launched\u000a19:22:48.551357 run osmo-stp_10.42.42.5(pid=6112): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6112)]\u000a19:22:48.689302 run osmo-stp_10.42.42.5(pid=6112): stdout: \u000a| (launched: 2022-12-09_19:22:47.019686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:48.826797 run osmo-stp_10.42.42.5(pid=6112): stderr: \u000a| �[0;m�[38;5;43m20221209192247293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192247293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192247293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192247294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192247294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192247294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192247294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:48.957777 run osmo-stp_10.42.42.5(pid=6112): stdout: \u000a| (launched: 2022-12-09_19:22:47.019686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:49.088390 run osmo-stp_10.42.42.5(pid=6112): stderr: \u000a| �[0;m�[38;5;43m20221209192247293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192247293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192247293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192247294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192247294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192247294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192247294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:49.145807 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6112): Process ended prematurely: osmo-stp_10.42.42.5(pid=6112) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6112)] [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:22:49.155070 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a19:22:49.218120 run osmo-hlr_10.42.42.2(pid=6109): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6109)]\u000a19:22:49.269362 run osmo-hlr_10.42.42.2(pid=6109): stdout: \u000a| (launched: 2022-12-09_19:22:45.770095) \u000a19:22:49.321599 run osmo-hlr_10.42.42.2(pid=6109): stderr: \u000a| �[0;m�[1;31m20221209192246058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192246058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192246058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192246058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192246058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192246058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192246076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192246092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192246093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192246093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:49.392044 run osmo-msc_10.42.42.6(pid=6115): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6115)]\u000a19:22:49.443199 run osmo-msc_10.42.42.6(pid=6115): stdout: \u000a| (launched: 2022-12-09_19:22:48.199085) \u000a19:22:49.495014 run osmo-msc_10.42.42.6(pid=6115): stderr: \u000a| �[0;m�[38;5;43m20221209192248523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192248523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27e949cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192248523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192248523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192248523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192248523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192248525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192248525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192248526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192248526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:22:49.539278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6108): Terminating (SIGTERM)\u000a19:22:49.581647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6111): Terminating (SIGTERM)\u000a19:22:49.623559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6114): Terminating (SIGTERM)\u000a19:22:49.633293 --- ParallelTerminationStrategy: PID 6108 died...\u000a19:22:49.689447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6108): Terminated: ok {rc=0}\u000a19:22:49.699478 --- ParallelTerminationStrategy: PID 6111 died...\u000a19:22:49.755019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6111): Terminated: ok {rc=0}\u000a19:22:49.765302 --- ParallelTerminationStrategy: PID 6114 died...\u000a19:22:49.821046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6114): Terminated: ok {rc=0}\u000a19:22:49.908834 bus /sierra_3: Setting Powered False\u000a19:22:51.012810 bus /sierra_3: Setting Powered False\u000a19:22:52.122572 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6123): Process ended prematurely: osmo-stp_10.42.42.5(pid=6123) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6123): Process ended prematurely: osmo-stp_10.42.42.5(pid=6123) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:22:53.237948 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:53.250072 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:22:53.411803 tst mo_mt_call_osmux.py: using LAC 23178\u000a19:22:53.533793 tst mo_mt_call_osmux.py: using RAC 228\u000a19:22:53.653672 tst mo_mt_call_osmux.py: using CellId 23178\u000a19:22:53.773139 tst mo_mt_call_osmux.py: using BVCI 23179\u000a19:22:53.796352 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:53.807599 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:53.818620 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:53.830135 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:53.841475 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:22:53.852484 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:22:53.966805 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:22:54.181397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:54.695343 run create_hlr_db(pid=6117): Launched\u000a19:22:54.884765 bus /sierra_2: Setting Powered False\u000a19:22:55.904391 run create_hlr_db(pid=6117): Terminated: ok {rc=0}\u000a19:22:56.312920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6119): Launched\u000a19:22:56.618521 run osmo-hlr_10.42.42.2(pid=6120): Launched\u000a19:22:56.736698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:57.266348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6122): Launched\u000a19:22:57.572592 run osmo-stp_10.42.42.5(pid=6123): Launched\u000a19:22:57.685599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:22:58.243455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6125): Launched\u000a19:22:58.549221 run osmo-msc_10.42.42.6(pid=6126): Launched\u000a19:22:58.727964 run osmo-stp_10.42.42.5(pid=6123): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)]\u000a19:22:58.857133 run osmo-stp_10.42.42.5(pid=6123): stdout: \u000a| (launched: 2022-12-09_19:22:57.421525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:58.984699 run osmo-stp_10.42.42.5(pid=6123): stderr: \u000a| �[0;m�[38;5;43m20221209192257593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192257593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192257593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192257594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192257596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192257596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192257596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:59.107180 run osmo-stp_10.42.42.5(pid=6123): stdout: \u000a| (launched: 2022-12-09_19:22:57.421525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:59.228467 run osmo-stp_10.42.42.5(pid=6123): stderr: \u000a| �[0;m�[38;5;43m20221209192257593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192257593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192257593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192257594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192257596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192257596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192257596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:59.282143 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6123): Process ended prematurely: osmo-stp_10.42.42.5(pid=6123) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)] [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:22:59.290950 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:22:59.349669 run osmo-hlr_10.42.42.2(pid=6120): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6120)]\u000a19:22:59.398341 run osmo-hlr_10.42.42.2(pid=6120): stdout: \u000a| (launched: 2022-12-09_19:22:56.468049) \u000a19:22:59.447431 run osmo-hlr_10.42.42.2(pid=6120): stderr: \u000a| �[0;m�[1;31m20221209192256647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192256647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192256647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192256647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192256647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192256647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192256659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192256669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192256669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192256669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:59.514106 run osmo-msc_10.42.42.6(pid=6126): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6126)]\u000a19:22:59.562895 run osmo-msc_10.42.42.6(pid=6126): stdout: \u000a| (launched: 2022-12-09_19:22:58.398533) \u000a19:22:59.611851 run osmo-msc_10.42.42.6(pid=6126): stderr: \u000a| �[0;m�[38;5;43m20221209192258671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192258672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f111fd90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192258672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192258672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192258672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192258672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192258674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192258674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192258674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192258674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:22:59.653410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6119): Terminating (SIGTERM)\u000a19:22:59.692830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6122): Terminating (SIGTERM)\u000a19:22:59.732103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6125): Terminating (SIGTERM)\u000a19:22:59.741284 --- ParallelTerminationStrategy: PID 6119 died...\u000a19:22:59.793940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6119): Terminated: ok {rc=0}\u000a19:22:59.803478 --- ParallelTerminationStrategy: PID 6122 died...\u000a19:22:59.855915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6122): Terminated: ok {rc=0}\u000a19:22:59.865382 --- ParallelTerminationStrategy: PID 6125 died...\u000a19:22:59.917801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6125): Terminated: ok {rc=0}\u000a19:23:00.004818 bus /sierra_3: Setting Powered False\u000a19:23:01.119290 bus /sierra_3: Setting Powered False\u000a19:23:02.264103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:22:42" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6408): Process ended prematurely: osmo-stp_10.42.42.5(pid=6408) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6408)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6408): Process ended prematurely: osmo-stp_10.42.42.5(pid=6408) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:23:04.369050 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:04.382731 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:23:04.553286 tst mo_mt_call.py: using LAC 23179\u000a19:23:04.683976 tst mo_mt_call.py: using RAC 229\u000a19:23:04.815069 tst mo_mt_call.py: using CellId 23179\u000a19:23:04.945482 tst mo_mt_call.py: using BVCI 23180\u000a19:23:04.971362 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:04.985086 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:04.998410 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:05.011454 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:05.025459 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:05.038858 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:23:05.165726 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:23:05.388930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:05.912353 run create_hlr_db(pid=6401): Launched\u000a19:23:06.114027 bus /sierra_2: Setting Powered False\u000a19:23:07.131294 run create_hlr_db(pid=6401): Terminated: ok {rc=0}\u000a19:23:07.585101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6404): Launched\u000a19:23:08.008000 run osmo-hlr_10.42.42.2(pid=6405): Launched\u000a19:23:08.259876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:08.851572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6407): Launched\u000a19:23:09.288335 run osmo-stp_10.42.42.5(pid=6408): Launched\u000a19:23:09.507188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:23:10.130450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6410): Launched\u000a19:23:10.563351 run osmo-msc_10.42.42.6(pid=6411): Launched\u000a19:23:10.955787 run osmo-stp_10.42.42.5(pid=6408): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6408)]\u000a19:23:11.160317 run osmo-stp_10.42.42.5(pid=6408): stdout: \u000a| (launched: 2022-12-09_19:23:09.022204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:11.301089 run osmo-stp_10.42.42.5(pid=6408): stderr: \u000a| �[0;m�[38;5;43m20221209192309322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192309322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192309322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192309323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192309323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192309323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192309323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:11.437849 run osmo-stp_10.42.42.5(pid=6408): stdout: \u000a| (launched: 2022-12-09_19:23:09.022204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:11.572280 run osmo-stp_10.42.42.5(pid=6408): stderr: \u000a| �[0;m�[38;5;43m20221209192309322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192309322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192309322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192309323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192309323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192309323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192309323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:11.634034 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6408): Process ended prematurely: osmo-stp_10.42.42.5(pid=6408) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6408)] [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:23:11.644288 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a19:23:11.714992 run osmo-hlr_10.42.42.2(pid=6405): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6405)]\u000a19:23:11.769795 run osmo-hlr_10.42.42.2(pid=6405): stdout: \u000a| (launched: 2022-12-09_19:23:07.755831) \u000a19:23:11.825544 run osmo-hlr_10.42.42.2(pid=6405): stderr: \u000a| �[0;m�[1;31m20221209192308060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192308060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192308060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192308060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192308060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192308060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192308078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192308086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192308086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192308086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:11.899704 run osmo-msc_10.42.42.6(pid=6411): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6411)]\u000a19:23:11.954102 run osmo-msc_10.42.42.6(pid=6411): stdout: \u000a| (launched: 2022-12-09_19:23:10.300936) \u000a19:23:12.010162 run osmo-msc_10.42.42.6(pid=6411): stderr: \u000a| �[0;m�[38;5;43m20221209192310808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192310808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83f7d69c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192310808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192310808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192310808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192310808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192310810 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192310811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192310811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192310811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:23:12.056942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6404): Terminating (SIGTERM)\u000a19:23:12.103509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6407): Terminating (SIGTERM)\u000a19:23:12.150023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6410): Terminating (SIGTERM)\u000a19:23:12.160616 --- ParallelTerminationStrategy: PID 6404 died...\u000a19:23:12.222654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6404): Terminated: ok {rc=0}\u000a19:23:12.233928 --- ParallelTerminationStrategy: PID 6407 died...\u000a19:23:12.293470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6407): Terminated: ok {rc=0}\u000a19:23:12.304359 --- ParallelTerminationStrategy: PID 6410 died...\u000a19:23:12.364500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6410): Terminated: ok {rc=0}\u000a19:23:12.457197 bus /sierra_3: Setting Powered False\u000a19:23:13.569163 bus /sierra_3: Setting Powered False\u000a19:23:14.688424 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6419): Process ended prematurely: osmo-stp_10.42.42.5(pid=6419) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6419): Process ended prematurely: osmo-stp_10.42.42.5(pid=6419) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:23:15.811730 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:15.834455 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:23:16.054936 tst mo_mt_call_osmux.py: using LAC 23180\u000a19:23:16.218034 tst mo_mt_call_osmux.py: using RAC 230\u000a19:23:16.408434 tst mo_mt_call_osmux.py: using CellId 23180\u000a19:23:16.559010 tst mo_mt_call_osmux.py: using BVCI 23181\u000a19:23:16.586549 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:16.599129 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:16.612422 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:16.624886 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:16.639371 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:23:16.652789 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:23:16.792245 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:23:17.028169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:17.593232 run create_hlr_db(pid=6413): Launched\u000a19:23:17.791618 bus /sierra_2: Setting Powered False\u000a19:23:18.798360 run create_hlr_db(pid=6413): Terminated: ok {rc=0}\u000a19:23:19.266926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6415): Launched\u000a19:23:19.698118 run osmo-hlr_10.42.42.2(pid=6416): Launched\u000a19:23:19.946235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:20.534968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6418): Launched\u000a19:23:20.960364 run osmo-stp_10.42.42.5(pid=6419): Launched\u000a19:23:21.183022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:23:21.799619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6421): Launched\u000a19:23:22.230683 run osmo-msc_10.42.42.6(pid=6422): Launched\u000a19:23:22.612886 run osmo-stp_10.42.42.5(pid=6419): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)]\u000a19:23:22.820589 run osmo-stp_10.42.42.5(pid=6419): stdout: \u000a| (launched: 2022-12-09_19:23:20.704563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:22.959845 run osmo-stp_10.42.42.5(pid=6419): stderr: \u000a| �[0;m�[38;5;43m20221209192320999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192320999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192320999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192320999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192321000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192321000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192321000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:23.096228 run osmo-stp_10.42.42.5(pid=6419): stdout: \u000a| (launched: 2022-12-09_19:23:20.704563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:23.230245 run osmo-stp_10.42.42.5(pid=6419): stderr: \u000a| �[0;m�[38;5;43m20221209192320999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192320999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192320999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192320999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192321000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192321000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192321000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:23.289458 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6419): Process ended prematurely: osmo-stp_10.42.42.5(pid=6419) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)] [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:23:23.299903 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a19:23:23.367291 run osmo-hlr_10.42.42.2(pid=6416): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6416)]\u000a19:23:23.420883 run osmo-hlr_10.42.42.2(pid=6416): stdout: \u000a| (launched: 2022-12-09_19:23:19.436114) \u000a19:23:23.475386 run osmo-hlr_10.42.42.2(pid=6416): stderr: \u000a| �[0;m�[1;31m20221209192319743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192319743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192319743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192319743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192319743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192319743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192319763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192319776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192319776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192319776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:23.548555 run osmo-msc_10.42.42.6(pid=6422): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6422)]\u000a19:23:23.602638 run osmo-msc_10.42.42.6(pid=6422): stdout: \u000a| (launched: 2022-12-09_19:23:21.968341) \u000a19:23:23.657015 run osmo-msc_10.42.42.6(pid=6422): stderr: \u000a| �[0;m�[38;5;43m20221209192322474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192322474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f843a26bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192322474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192322474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192322474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192322474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192322476 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192322477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192322477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192322477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:23:23.704183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6415): Terminating (SIGTERM)\u000a19:23:23.751414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6418): Terminating (SIGTERM)\u000a19:23:23.797932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6421): Terminating (SIGTERM)\u000a19:23:23.808609 --- ParallelTerminationStrategy: PID 6415 died...\u000a19:23:23.869631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6415): Terminated: ok {rc=0}\u000a19:23:23.880630 --- ParallelTerminationStrategy: PID 6418 died...\u000a19:23:23.939835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6418): Terminated: ok {rc=0}\u000a19:23:23.950889 --- ParallelTerminationStrategy: PID 6421 died...\u000a19:23:24.009988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6421): Terminated: ok {rc=0}\u000a19:23:24.100752 bus /sierra_3: Setting Powered False\u000a19:23:25.201764 bus /sierra_3: Setting Powered False\u000a19:23:26.311529 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:23:04" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6434): Process ended prematurely: osmo-stp_10.42.42.5(pid=6434) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6434)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6434): Process ended prematurely: osmo-stp_10.42.42.5(pid=6434) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:23:28.304044 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:28.315956 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:23:28.480194 tst mo_mt_call.py: using LAC 23181\u000a19:23:28.606827 tst mo_mt_call.py: using RAC 231\u000a19:23:28.733812 tst mo_mt_call.py: using CellId 23181\u000a19:23:28.865144 tst mo_mt_call.py: using BVCI 23182\u000a19:23:28.889806 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:28.901324 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:28.912554 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:28.924214 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:28.935929 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:28.947589 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:23:29.065912 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:23:29.281892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:29.795555 run create_hlr_db(pid=6428): Launched\u000a19:23:29.985160 bus /sierra_2: Setting Powered False\u000a19:23:31.027993 run create_hlr_db(pid=6428): Terminated: ok {rc=0}\u000a19:23:31.496789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6430): Launched\u000a19:23:31.878930 run osmo-hlr_10.42.42.2(pid=6431): Launched\u000a19:23:32.051512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:32.756467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6433): Launched\u000a19:23:33.082641 run osmo-stp_10.42.42.5(pid=6434): Launched\u000a19:23:33.201383 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:23:33.797476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6436): Launched\u000a19:23:34.125322 run osmo-msc_10.42.42.6(pid=6437): Launched\u000a19:23:34.315577 run osmo-stp_10.42.42.5(pid=6434): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6434)]\u000a19:23:34.453199 run osmo-stp_10.42.42.5(pid=6434): stdout: \u000a| (launched: 2022-12-09_19:23:32.922501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:34.590227 run osmo-stp_10.42.42.5(pid=6434): stderr: \u000a| �[0;m�[38;5;43m20221209192333114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192333115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192333115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192333115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192333116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192333116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192333116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:34.720703 run osmo-stp_10.42.42.5(pid=6434): stdout: \u000a| (launched: 2022-12-09_19:23:32.922501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:34.850302 run osmo-stp_10.42.42.5(pid=6434): stderr: \u000a| �[0;m�[38;5;43m20221209192333114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192333115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192333115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192333115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192333116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192333116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192333116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:34.907567 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6434): Process ended prematurely: osmo-stp_10.42.42.5(pid=6434) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6434)] [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:23:34.917048 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a19:23:34.979634 run osmo-hlr_10.42.42.2(pid=6431): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6431)]\u000a19:23:35.031248 run osmo-hlr_10.42.42.2(pid=6431): stdout: \u000a| (launched: 2022-12-09_19:23:31.671840) \u000a19:23:35.083247 run osmo-hlr_10.42.42.2(pid=6431): stderr: \u000a| �[0;m�[1;31m20221209192332065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192332065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192332065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192332065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192332065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192332065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192332089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192332108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192332108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192332108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:35.153187 run osmo-msc_10.42.42.6(pid=6437): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6437)]\u000a19:23:35.204426 run osmo-msc_10.42.42.6(pid=6437): stdout: \u000a| (launched: 2022-12-09_19:23:33.963169) \u000a19:23:35.256240 run osmo-msc_10.42.42.6(pid=6437): stderr: \u000a| �[0;m�[38;5;43m20221209192334285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192334286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbbe1d49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192334286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192334286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192334286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192334286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192334288 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192334288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192334288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192334288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:23:35.300149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6430): Terminating (SIGTERM)\u000a19:23:35.341607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6433): Terminating (SIGTERM)\u000a19:23:35.383405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6436): Terminating (SIGTERM)\u000a19:23:35.393103 --- ParallelTerminationStrategy: PID 6430 died...\u000a19:23:35.449130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6430): Terminated: ok {rc=0}\u000a19:23:35.459191 --- ParallelTerminationStrategy: PID 6433 died...\u000a19:23:35.514613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6433): Terminated: ok {rc=0}\u000a19:23:35.524544 --- ParallelTerminationStrategy: PID 6436 died...\u000a19:23:35.580435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6436): Terminated: ok {rc=0}\u000a19:23:35.667040 bus /sierra_3: Setting Powered False\u000a19:23:36.774375 bus /sierra_3: Setting Powered False\u000a19:23:37.881781 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6445): Process ended prematurely: osmo-stp_10.42.42.5(pid=6445) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6445)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6445): Process ended prematurely: osmo-stp_10.42.42.5(pid=6445) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:23:38.998052 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:39.010449 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:23:39.177014 tst mo_mt_call_osmux.py: using LAC 23182\u000a19:23:39.305761 tst mo_mt_call_osmux.py: using RAC 232\u000a19:23:39.432083 tst mo_mt_call_osmux.py: using CellId 23182\u000a19:23:39.558919 tst mo_mt_call_osmux.py: using BVCI 23183\u000a19:23:39.583868 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:39.595571 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:39.606948 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:39.618540 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:39.630213 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:23:39.641594 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:23:39.762630 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:23:39.974693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:40.487520 run create_hlr_db(pid=6439): Launched\u000a19:23:40.676000 bus /sierra_2: Setting Powered False\u000a19:23:41.697452 run create_hlr_db(pid=6439): Terminated: ok {rc=0}\u000a19:23:42.129895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6441): Launched\u000a19:23:42.457305 run osmo-hlr_10.42.42.2(pid=6442): Launched\u000a19:23:42.577702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:43.144548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6444): Launched\u000a19:23:43.472024 run osmo-stp_10.42.42.5(pid=6445): Launched\u000a19:23:43.591114 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:23:44.185893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6447): Launched\u000a19:23:44.512352 run osmo-msc_10.42.42.6(pid=6448): Launched\u000a19:23:44.702607 run osmo-stp_10.42.42.5(pid=6445): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6445)]\u000a19:23:44.840050 run osmo-stp_10.42.42.5(pid=6445): stdout: \u000a| (launched: 2022-12-09_19:23:43.310831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:44.977388 run osmo-stp_10.42.42.5(pid=6445): stderr: \u000a| �[0;m�[38;5;43m20221209192343505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192343506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192343506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192343506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192343507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192343507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192343507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:45.108624 run osmo-stp_10.42.42.5(pid=6445): stdout: \u000a| (launched: 2022-12-09_19:23:43.310831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:45.238724 run osmo-stp_10.42.42.5(pid=6445): stderr: \u000a| �[0;m�[38;5;43m20221209192343505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192343506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192343506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192343506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192343507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192343507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192343507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:45.296122 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6445): Process ended prematurely: osmo-stp_10.42.42.5(pid=6445) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6445)] [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:23:45.305601 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:23:45.368758 run osmo-hlr_10.42.42.2(pid=6442): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6442)]\u000a19:23:45.419931 run osmo-hlr_10.42.42.2(pid=6442): stdout: \u000a| (launched: 2022-12-09_19:23:42.295654) \u000a19:23:45.471558 run osmo-hlr_10.42.42.2(pid=6442): stderr: \u000a| �[0;m�[1;31m20221209192342496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192342496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192342496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192342496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192342496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192342496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192342508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192342517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192342517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192342517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:45.541791 run osmo-msc_10.42.42.6(pid=6448): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6448)]\u000a19:23:45.592776 run osmo-msc_10.42.42.6(pid=6448): stdout: \u000a| (launched: 2022-12-09_19:23:44.351185) \u000a19:23:45.644561 run osmo-msc_10.42.42.6(pid=6448): stderr: \u000a| �[0;m�[38;5;43m20221209192344673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192344673 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd58097c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192344674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192344674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192344674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192344674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192344676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192344676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192344676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192344676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:23:45.688075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6441): Terminating (SIGTERM)\u000a19:23:45.729874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6444): Terminating (SIGTERM)\u000a19:23:45.770977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6447): Terminating (SIGTERM)\u000a19:23:45.781034 --- ParallelTerminationStrategy: PID 6441 died...\u000a19:23:45.837487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6441): Terminated: ok {rc=0}\u000a19:23:45.847992 --- ParallelTerminationStrategy: PID 6444 died...\u000a19:23:45.909030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6444): Terminated: ok {rc=0}\u000a19:23:45.919409 --- ParallelTerminationStrategy: PID 6447 died...\u000a19:23:45.975980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6447): Terminated: ok {rc=0}\u000a19:23:46.073242 bus /sierra_3: Setting Powered False\u000a19:23:47.179646 bus /sierra_3: Setting Powered False\u000a19:23:48.289982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:23:28" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6462): Process ended prematurely: osmo-stp_10.42.42.5(pid=6462) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6462)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6462): Process ended prematurely: osmo-stp_10.42.42.5(pid=6462) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:23:50.276025 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:23:50.286966 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:23:50.440535 tst mo_mt_call.py: using LAC 23183\u000a19:23:50.559101 tst mo_mt_call.py: using RAC 233\u000a19:23:50.685228 tst mo_mt_call.py: using CellId 23183\u000a19:23:50.810723 tst mo_mt_call.py: using BVCI 23184\u000a19:23:50.835713 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:23:50.847557 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:23:50.859055 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:23:50.870925 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:23:50.882768 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:23:50.894676 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:23:51.017844 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:23:51.220330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:51.708548 run create_hlr_db(pid=6456): Launched\u000a19:23:51.883430 bus /sierra_2: Setting Powered False\u000a19:23:52.904432 run create_hlr_db(pid=6456): Terminated: ok {rc=0}\u000a19:23:53.336786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6458): Launched\u000a19:23:53.663368 run osmo-hlr_10.42.42.2(pid=6459): Launched\u000a19:23:53.785317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:54.348556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6461): Launched\u000a19:23:54.676040 run osmo-stp_10.42.42.5(pid=6462): Launched\u000a19:23:54.796536 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:23:55.392055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6464): Launched\u000a19:23:55.718084 run osmo-msc_10.42.42.6(pid=6465): Launched\u000a19:23:55.908873 run osmo-stp_10.42.42.5(pid=6462): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6462)]\u000a19:23:56.046749 run osmo-stp_10.42.42.5(pid=6462): stdout: \u000a| (launched: 2022-12-09_19:23:54.514183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:56.183408 run osmo-stp_10.42.42.5(pid=6462): stderr: \u000a| �[0;m�[38;5;43m20221209192354706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192354707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192354707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192354707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192354710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192354710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192354710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:56.314079 run osmo-stp_10.42.42.5(pid=6462): stdout: \u000a| (launched: 2022-12-09_19:23:54.514183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:56.443814 run osmo-stp_10.42.42.5(pid=6462): stderr: \u000a| �[0;m�[38;5;43m20221209192354706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192354707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192354707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192354707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192354710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192354710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192354710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:56.501035 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6462): Process ended prematurely: osmo-stp_10.42.42.5(pid=6462) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6462)] [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:23:56.510606 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:23:56.573384 run osmo-hlr_10.42.42.2(pid=6459): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6459)]\u000a19:23:56.624672 run osmo-hlr_10.42.42.2(pid=6459): stdout: \u000a| (launched: 2022-12-09_19:23:53.502414) \u000a19:23:56.676383 run osmo-hlr_10.42.42.2(pid=6459): stderr: \u000a| �[0;m�[1;31m20221209192353703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192353703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192353703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192353703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192353703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192353703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192353716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192353724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192353724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192353724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:56.747252 run osmo-msc_10.42.42.6(pid=6465): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6465)]\u000a19:23:56.798444 run osmo-msc_10.42.42.6(pid=6465): stdout: \u000a| (launched: 2022-12-09_19:23:55.557507) \u000a19:23:56.850374 run osmo-msc_10.42.42.6(pid=6465): stderr: \u000a| �[0;m�[38;5;43m20221209192355883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192355883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff36070ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192355883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192355883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192355883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192355883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192355885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192355886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192355886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192355886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:23:56.894372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6458): Terminating (SIGTERM)\u000a19:23:56.936090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6461): Terminating (SIGTERM)\u000a19:23:56.977729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6464): Terminating (SIGTERM)\u000a19:23:56.987416 --- ParallelTerminationStrategy: PID 6458 died...\u000a19:23:57.043803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6458): Terminated: ok {rc=0}\u000a19:23:57.054152 --- ParallelTerminationStrategy: PID 6461 died...\u000a19:23:57.109522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6461): Terminated: ok {rc=0}\u000a19:23:57.119840 --- ParallelTerminationStrategy: PID 6464 died...\u000a19:23:57.176368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6464): Terminated: ok {rc=0}\u000a19:23:57.263730 bus /sierra_3: Setting Powered False\u000a19:23:58.370805 bus /sierra_3: Setting Powered False\u000a19:23:59.478189 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6473): Process ended prematurely: osmo-stp_10.42.42.5(pid=6473) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6473)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6473): Process ended prematurely: osmo-stp_10.42.42.5(pid=6473) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:24:00.587660 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:24:00.599366 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:24:00.756577 tst mo_mt_call_osmux.py: using LAC 23184\u000a19:24:00.879249 tst mo_mt_call_osmux.py: using RAC 234\u000a19:24:01.007032 tst mo_mt_call_osmux.py: using CellId 23184\u000a19:24:01.144872 tst mo_mt_call_osmux.py: using BVCI 23185\u000a19:24:01.169592 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:24:01.181572 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:24:01.193304 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:24:01.205136 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:24:01.216758 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:24:01.228430 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:24:01.365721 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:24:01.575186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:02.101872 run create_hlr_db(pid=6467): Launched\u000a19:24:02.279263 bus /sierra_2: Setting Powered False\u000a19:24:03.298970 run create_hlr_db(pid=6467): Terminated: ok {rc=0}\u000a19:24:03.731508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6469): Launched\u000a19:24:04.060590 run osmo-hlr_10.42.42.2(pid=6470): Launched\u000a19:24:04.179343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:04.744555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6472): Launched\u000a19:24:05.071836 run osmo-stp_10.42.42.5(pid=6473): Launched\u000a19:24:05.190753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:05.786474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6475): Launched\u000a19:24:06.113724 run osmo-msc_10.42.42.6(pid=6476): Launched\u000a19:24:06.305070 run osmo-stp_10.42.42.5(pid=6473): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6473)]\u000a19:24:06.443700 run osmo-stp_10.42.42.5(pid=6473): stdout: \u000a| (launched: 2022-12-09_19:24:04.910138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:06.581670 run osmo-stp_10.42.42.5(pid=6473): stderr: \u000a| �[0;m�[38;5;43m20221209192405103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192405103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192405104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192405104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192405104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192405105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192405105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:06.712871 run osmo-stp_10.42.42.5(pid=6473): stdout: \u000a| (launched: 2022-12-09_19:24:04.910138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:06.842932 run osmo-stp_10.42.42.5(pid=6473): stderr: \u000a| �[0;m�[38;5;43m20221209192405103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192405103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192405104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192405104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192405104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192405105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192405105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:06.900265 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6473): Process ended prematurely: osmo-stp_10.42.42.5(pid=6473) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6473)] [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:24:06.910029 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:24:06.972846 run osmo-hlr_10.42.42.2(pid=6470): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6470)]\u000a19:24:07.024421 run osmo-hlr_10.42.42.2(pid=6470): stdout: \u000a| (launched: 2022-12-09_19:24:03.897388) \u000a19:24:07.076508 run osmo-hlr_10.42.42.2(pid=6470): stderr: \u000a| �[0;m�[1;31m20221209192404096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192404096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192404096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192404096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192404096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192404096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192404107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192404115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192404116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192404116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:07.146892 run osmo-msc_10.42.42.6(pid=6476): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6476)]\u000a19:24:07.198089 run osmo-msc_10.42.42.6(pid=6476): stdout: \u000a| (launched: 2022-12-09_19:24:05.952438) \u000a19:24:07.249922 run osmo-msc_10.42.42.6(pid=6476): stderr: \u000a| �[0;m�[38;5;43m20221209192406273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192406273 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2e241ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192406273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192406273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192406273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192406274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192406275 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192406276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192406276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192406276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:24:07.293704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6469): Terminating (SIGTERM)\u000a19:24:07.335528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6472): Terminating (SIGTERM)\u000a19:24:07.377240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6475): Terminating (SIGTERM)\u000a19:24:07.387046 --- ParallelTerminationStrategy: PID 6469 died...\u000a19:24:07.443341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6469): Terminated: ok {rc=0}\u000a19:24:07.453565 --- ParallelTerminationStrategy: PID 6472 died...\u000a19:24:07.509520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6472): Terminated: ok {rc=0}\u000a19:24:07.519700 --- ParallelTerminationStrategy: PID 6475 died...\u000a19:24:07.575421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6475): Terminated: ok {rc=0}\u000a19:24:07.662052 bus /sierra_3: Setting Powered False\u000a19:24:08.769188 bus /sierra_3: Setting Powered False\u000a19:24:09.881036 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:23:49" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6487): Process ended prematurely: osmo-stp_10.42.42.5(pid=6487) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6487)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6487): Process ended prematurely: osmo-stp_10.42.42.5(pid=6487) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:24:11.894452 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:11.905809 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:24:12.068100 tst mo_mt_call.py: using LAC 23185\u000a19:24:12.192881 tst mo_mt_call.py: using RAC 235\u000a19:24:12.317885 tst mo_mt_call.py: using CellId 23185\u000a19:24:12.442653 tst mo_mt_call.py: using BVCI 23186\u000a19:24:12.467355 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:12.478788 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:12.490144 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:12.501661 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:12.513295 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:12.524664 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:24:12.641486 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:24:12.847663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:13.335513 run create_hlr_db(pid=6481): Launched\u000a19:24:13.511780 bus /sierra_2: Setting Powered False\u000a19:24:14.533370 run create_hlr_db(pid=6481): Terminated: ok {rc=0}\u000a19:24:14.965810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6483): Launched\u000a19:24:15.292153 run osmo-hlr_10.42.42.2(pid=6484): Launched\u000a19:24:15.413921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:16.019920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6486): Launched\u000a19:24:16.515806 run osmo-stp_10.42.42.5(pid=6487): Launched\u000a19:24:16.708371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:17.290765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6489): Launched\u000a19:24:17.598410 run osmo-msc_10.42.42.6(pid=6490): Launched\u000a19:24:17.776928 run osmo-stp_10.42.42.5(pid=6487): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6487)]\u000a19:24:17.906118 run osmo-stp_10.42.42.5(pid=6487): stdout: \u000a| (launched: 2022-12-09_19:24:16.187882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:18.032415 run osmo-stp_10.42.42.5(pid=6487): stderr: \u000a| �[0;m�[38;5;43m20221209192416444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192416444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192416444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192416445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192416447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192416447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192416448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:18.154592 run osmo-stp_10.42.42.5(pid=6487): stdout: \u000a| (launched: 2022-12-09_19:24:16.187882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:18.275459 run osmo-stp_10.42.42.5(pid=6487): stderr: \u000a| �[0;m�[38;5;43m20221209192416444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192416444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192416444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192416445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192416447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192416447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192416448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:18.328874 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6487): Process ended prematurely: osmo-stp_10.42.42.5(pid=6487) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6487)] [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:24:18.337586 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:24:18.396656 run osmo-hlr_10.42.42.2(pid=6484): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6484)]\u000a19:24:18.445196 run osmo-hlr_10.42.42.2(pid=6484): stdout: \u000a| (launched: 2022-12-09_19:24:15.132436) \u000a19:24:18.494353 run osmo-hlr_10.42.42.2(pid=6484): stderr: \u000a| �[0;m�[1;31m20221209192415330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192415330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192415330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192415330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192415330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192415331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192415343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192415351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192415351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192415351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:18.561462 run osmo-msc_10.42.42.6(pid=6490): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6490)]\u000a19:24:18.609806 run osmo-msc_10.42.42.6(pid=6490): stdout: \u000a| (launched: 2022-12-09_19:24:17.446651) \u000a19:24:18.658682 run osmo-msc_10.42.42.6(pid=6490): stderr: \u000a| �[0;m�[38;5;43m20221209192417722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192417722 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e08b1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192417722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192417722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192417722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192417722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192417725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192417725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192417726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192417726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:24:18.699920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6483): Terminating (SIGTERM)\u000a19:24:18.738835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6486): Terminating (SIGTERM)\u000a19:24:18.777778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6489): Terminating (SIGTERM)\u000a19:24:18.786736 --- ParallelTerminationStrategy: PID 6483 died...\u000a19:24:18.839169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6483): Terminated: ok {rc=0}\u000a19:24:18.848619 --- ParallelTerminationStrategy: PID 6486 died...\u000a19:24:18.900650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6486): Terminated: ok {rc=0}\u000a19:24:18.910030 --- ParallelTerminationStrategy: PID 6489 died...\u000a19:24:18.962624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6489): Terminated: ok {rc=0}\u000a19:24:19.046500 bus /sierra_3: Setting Powered False\u000a19:24:20.154638 bus /sierra_3: Setting Powered False\u000a19:24:21.266190 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6498): Process ended prematurely: osmo-stp_10.42.42.5(pid=6498) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6498)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6498): Process ended prematurely: osmo-stp_10.42.42.5(pid=6498) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:24:22.380814 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:22.392897 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:24:22.558250 tst mo_mt_call_osmux.py: using LAC 23186\u000a19:24:22.684902 tst mo_mt_call_osmux.py: using RAC 236\u000a19:24:22.810230 tst mo_mt_call_osmux.py: using CellId 23186\u000a19:24:22.942916 tst mo_mt_call_osmux.py: using BVCI 23187\u000a19:24:22.967269 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:22.978798 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:22.990050 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:23.001695 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:23.014595 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:24:23.026100 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:24:23.142485 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:24:23.352707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:23.858518 run create_hlr_db(pid=6492): Launched\u000a19:24:24.045049 bus /sierra_2: Setting Powered False\u000a19:24:25.066120 run create_hlr_db(pid=6492): Terminated: ok {rc=0}\u000a19:24:25.469644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6494): Launched\u000a19:24:25.770407 run osmo-hlr_10.42.42.2(pid=6495): Launched\u000a19:24:25.880694 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:26.399421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6497): Launched\u000a19:24:26.698660 run osmo-stp_10.42.42.5(pid=6498): Launched\u000a19:24:26.807291 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:27.353202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6500): Launched\u000a19:24:27.653851 run osmo-msc_10.42.42.6(pid=6501): Launched\u000a19:24:27.829779 run osmo-stp_10.42.42.5(pid=6498): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6498)]\u000a19:24:27.956400 run osmo-stp_10.42.42.5(pid=6498): stdout: \u000a| (launched: 2022-12-09_19:24:26.551324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:28.080560 run osmo-stp_10.42.42.5(pid=6498): stderr: \u000a| �[0;m�[38;5;43m20221209192426722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192426722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192426722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192426723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192426723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192426723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192426723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:28.200374 run osmo-stp_10.42.42.5(pid=6498): stdout: \u000a| (launched: 2022-12-09_19:24:26.551324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:28.318728 run osmo-stp_10.42.42.5(pid=6498): stderr: \u000a| �[0;m�[38;5;43m20221209192426722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192426722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192426722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192426723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192426723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192426723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192426723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:28.371174 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6498): Process ended prematurely: osmo-stp_10.42.42.5(pid=6498) [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6498)] [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:24:28.379737 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a19:24:28.437467 run osmo-hlr_10.42.42.2(pid=6495): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6495)]\u000a19:24:28.484923 run osmo-hlr_10.42.42.2(pid=6495): stdout: \u000a| (launched: 2022-12-09_19:24:25.622754) \u000a19:24:28.533185 run osmo-hlr_10.42.42.2(pid=6495): stderr: \u000a| �[0;m�[1;31m20221209192425799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192425799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192425799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192425799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192425800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192425800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192425811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192425820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192425821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192425821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:28.598764 run osmo-msc_10.42.42.6(pid=6501): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6501)]\u000a19:24:28.646447 run osmo-msc_10.42.42.6(pid=6501): stdout: \u000a| (launched: 2022-12-09_19:24:27.505340) \u000a19:24:28.694405 run osmo-msc_10.42.42.6(pid=6501): stderr: \u000a| �[0;m�[38;5;43m20221209192427780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192427780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07920cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192427780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192427780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192427780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192427781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192427782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192427783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192427783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192427783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:24:28.735240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6494): Terminating (SIGTERM)\u000a19:24:28.773859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6497): Terminating (SIGTERM)\u000a19:24:28.812358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6500): Terminating (SIGTERM)\u000a19:24:28.821311 --- ParallelTerminationStrategy: PID 6494 died...\u000a19:24:28.873079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6494): Terminated: ok {rc=0}\u000a19:24:28.882406 --- ParallelTerminationStrategy: PID 6497 died...\u000a19:24:28.934107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6497): Terminated: ok {rc=0}\u000a19:24:28.943340 --- ParallelTerminationStrategy: PID 6500 died...\u000a19:24:28.994878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6500): Terminated: ok {rc=0}\u000a19:24:29.082703 bus /sierra_3: Setting Powered False\u000a19:24:30.182562 bus /sierra_3: Setting Powered False\u000a19:24:31.285773 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:24:11" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6512): Process ended prematurely: osmo-stp_10.42.42.5(pid=6512) [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6512)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6512): Process ended prematurely: osmo-stp_10.42.42.5(pid=6512) [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:24:33.265606 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:33.276439 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:24:33.438044 tst mo_mt_call.py: using LAC 23187\u000a19:24:33.561451 tst mo_mt_call.py: using RAC 237\u000a19:24:33.680666 tst mo_mt_call.py: using CellId 23187\u000a19:24:33.798694 tst mo_mt_call.py: using BVCI 23188\u000a19:24:33.821197 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:33.831924 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:33.842642 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:33.853356 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:33.864069 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:33.874741 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:24:33.993825 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:24:34.204603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:34.704880 run create_hlr_db(pid=6506): Launched\u000a19:24:34.890496 bus /sierra_2: Setting Powered False\u000a19:24:35.910453 run create_hlr_db(pid=6506): Terminated: ok {rc=0}\u000a19:24:36.311078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6508): Launched\u000a19:24:36.609796 run osmo-hlr_10.42.42.2(pid=6509): Launched\u000a19:24:36.728119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:37.249771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6511): Launched\u000a19:24:37.547094 run osmo-stp_10.42.42.5(pid=6512): Launched\u000a19:24:37.656661 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:38.200145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6514): Launched\u000a19:24:38.497384 run osmo-msc_10.42.42.6(pid=6515): Launched\u000a19:24:38.672326 run osmo-stp_10.42.42.5(pid=6512): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6512)]\u000a19:24:38.798863 run osmo-stp_10.42.42.5(pid=6512): stdout: \u000a| (launched: 2022-12-09_19:24:37.400722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:38.922701 run osmo-stp_10.42.42.5(pid=6512): stderr: \u000a| �[0;m�[38;5;43m20221209192437568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192437569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192437569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192437569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192437570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192437570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192437570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:39.042846 run osmo-stp_10.42.42.5(pid=6512): stdout: \u000a| (launched: 2022-12-09_19:24:37.400722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:39.161231 run osmo-stp_10.42.42.5(pid=6512): stderr: \u000a| �[0;m�[38;5;43m20221209192437568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192437569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192437569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192437569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192437570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192437570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192437570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:39.213725 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6512): Process ended prematurely: osmo-stp_10.42.42.5(pid=6512) [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6512)] [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:24:39.222424 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a19:24:39.280427 run osmo-hlr_10.42.42.2(pid=6509): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6509)]\u000a19:24:39.328367 run osmo-hlr_10.42.42.2(pid=6509): stdout: \u000a| (launched: 2022-12-09_19:24:36.462744) \u000a19:24:39.376779 run osmo-hlr_10.42.42.2(pid=6509): stderr: \u000a| �[0;m�[1;31m20221209192436637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192436637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192436637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192436637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192436637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192436638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192436650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192436658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192436659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192436659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:39.442510 run osmo-msc_10.42.42.6(pid=6515): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6515)]\u000a19:24:39.490240 run osmo-msc_10.42.42.6(pid=6515): stdout: \u000a| (launched: 2022-12-09_19:24:38.351023) \u000a19:24:39.538206 run osmo-msc_10.42.42.6(pid=6515): stderr: \u000a| �[0;m�[38;5;43m20221209192438622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192438622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1b5c53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192438622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192438622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192438623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192438623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192438625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192438625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192438625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192438625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:24:39.578894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6508): Terminating (SIGTERM)\u000a19:24:39.617895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6511): Terminating (SIGTERM)\u000a19:24:39.656331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6514): Terminating (SIGTERM)\u000a19:24:39.665761 --- ParallelTerminationStrategy: PID 6508 died...\u000a19:24:39.717513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6508): Terminated: ok {rc=0}\u000a19:24:39.726942 --- ParallelTerminationStrategy: PID 6511 died...\u000a19:24:39.778358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6511): Terminated: ok {rc=0}\u000a19:24:39.787995 --- ParallelTerminationStrategy: PID 6514 died...\u000a19:24:39.839540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6514): Terminated: ok {rc=0}\u000a19:24:39.920816 bus /sierra_3: Setting Powered False\u000a19:24:41.020478 bus /sierra_3: Setting Powered False\u000a19:24:42.125216 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6523): Process ended prematurely: osmo-stp_10.42.42.5(pid=6523) [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6523): Process ended prematurely: osmo-stp_10.42.42.5(pid=6523) [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:24:43.231552 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:43.243155 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:24:43.396460 tst mo_mt_call_osmux.py: using LAC 23188\u000a19:24:43.518541 tst mo_mt_call_osmux.py: using RAC 238\u000a19:24:43.633887 tst mo_mt_call_osmux.py: using CellId 23188\u000a19:24:43.749427 tst mo_mt_call_osmux.py: using BVCI 23189\u000a19:24:43.772143 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:43.783142 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:43.794125 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:43.805207 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:43.816134 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:24:43.827128 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:24:43.944115 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:24:44.144439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:44.623077 run create_hlr_db(pid=6517): Launched\u000a19:24:44.794933 bus /sierra_2: Setting Powered False\u000a19:24:45.817086 run create_hlr_db(pid=6517): Terminated: ok {rc=0}\u000a19:24:46.267772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6519): Launched\u000a19:24:46.722289 run osmo-hlr_10.42.42.2(pid=6520): Launched\u000a19:24:46.905988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:47.493033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6522): Launched\u000a19:24:47.811808 run osmo-stp_10.42.42.5(pid=6523): Launched\u000a19:24:47.928782 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:48.516677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6525): Launched\u000a19:24:48.835729 run osmo-msc_10.42.42.6(pid=6526): Launched\u000a19:24:49.023997 run osmo-stp_10.42.42.5(pid=6523): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)]\u000a19:24:49.159839 run osmo-stp_10.42.42.5(pid=6523): stdout: \u000a| (launched: 2022-12-09_19:24:47.655462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:49.295175 run osmo-stp_10.42.42.5(pid=6523): stderr: \u000a| �[0;m�[38;5;43m20221209192447847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192447847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192447847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192447848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192447848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192447848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192447848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:49.423715 run osmo-stp_10.42.42.5(pid=6523): stdout: \u000a| (launched: 2022-12-09_19:24:47.655462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:49.551618 run osmo-stp_10.42.42.5(pid=6523): stderr: \u000a| �[0;m�[38;5;43m20221209192447847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192447847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192447847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192447848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192447848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192447848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192447848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:49.608022 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6523): Process ended prematurely: osmo-stp_10.42.42.5(pid=6523) [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)] [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:24:49.617390 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:24:49.679790 run osmo-hlr_10.42.42.2(pid=6520): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6520)]\u000a19:24:49.730469 run osmo-hlr_10.42.42.2(pid=6520): stdout: \u000a| (launched: 2022-12-09_19:24:46.422255) \u000a19:24:49.782252 run osmo-hlr_10.42.42.2(pid=6520): stderr: \u000a| �[0;m�[1;31m20221209192446654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192446654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192446654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192446654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192446654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192446655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192446679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192446692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192446692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192446692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:49.851685 run osmo-msc_10.42.42.6(pid=6526): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6526)]\u000a19:24:49.902472 run osmo-msc_10.42.42.6(pid=6526): stdout: \u000a| (launched: 2022-12-09_19:24:48.679199) \u000a19:24:49.953611 run osmo-msc_10.42.42.6(pid=6526): stderr: \u000a| �[0;m�[38;5;43m20221209192449000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192449001 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f073478ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192449001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192449001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192449001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192449001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192449003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192449003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192449003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192449003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:24:49.996575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6519): Terminating (SIGTERM)\u000a19:24:50.038285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6522): Terminating (SIGTERM)\u000a19:24:50.079742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6525): Terminating (SIGTERM)\u000a19:24:50.090206 --- ParallelTerminationStrategy: PID 6519 died...\u000a19:24:50.143593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6519): Terminated: ok {rc=0}\u000a19:24:50.153027 --- ParallelTerminationStrategy: PID 6522 died...\u000a19:24:50.204348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6522): Terminated: ok {rc=0}\u000a19:24:50.213895 --- ParallelTerminationStrategy: PID 6525 died...\u000a19:24:50.265373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6525): Terminated: ok {rc=0}\u000a19:24:50.357664 bus /sierra_3: Setting Powered False\u000a19:24:51.462965 bus /sierra_3: Setting Powered False\u000a19:24:52.572495 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:24:32" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6538): Process ended prematurely: osmo-stp_10.42.42.5(pid=6538) [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6538)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6538): Process ended prematurely: osmo-stp_10.42.42.5(pid=6538) [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:24:54.556565 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:24:54.567878 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:24:54.735798 tst mo_mt_call.py: using LAC 23189\u000a19:24:54.857424 tst mo_mt_call.py: using RAC 239\u000a19:24:54.979555 tst mo_mt_call.py: using CellId 23189\u000a19:24:55.101532 tst mo_mt_call.py: using BVCI 23190\u000a19:24:55.125596 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:24:55.136740 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:24:55.147807 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:24:55.159328 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:24:55.170899 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:24:55.182416 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:24:55.297678 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:24:55.493309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:55.964246 run create_hlr_db(pid=6532): Launched\u000a19:24:56.133224 bus /sierra_2: Setting Powered False\u000a19:24:57.155210 run create_hlr_db(pid=6532): Terminated: ok {rc=0}\u000a19:24:57.553690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6534): Launched\u000a19:24:57.868251 run osmo-hlr_10.42.42.2(pid=6535): Launched\u000a19:24:57.982828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:58.526999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6537): Launched\u000a19:24:58.839521 run osmo-stp_10.42.42.5(pid=6538): Launched\u000a19:24:58.953948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:59.529575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6540): Launched\u000a19:24:59.845735 run osmo-msc_10.42.42.6(pid=6541): Launched\u000a19:25:00.031377 run osmo-stp_10.42.42.5(pid=6538): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6538)]\u000a19:25:00.165860 run osmo-stp_10.42.42.5(pid=6538): stdout: \u000a| (launched: 2022-12-09_19:24:58.686659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:00.299448 run osmo-stp_10.42.42.5(pid=6538): stderr: \u000a| �[0;m�[38;5;43m20221209192458874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192458874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192458875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192458875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192458875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192458875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192458876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:00.426756 run osmo-stp_10.42.42.5(pid=6538): stdout: \u000a| (launched: 2022-12-09_19:24:58.686659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:00.552921 run osmo-stp_10.42.42.5(pid=6538): stderr: \u000a| �[0;m�[38;5;43m20221209192458874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192458874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192458875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192458875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192458875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192458875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192458876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:00.619609 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6538): Process ended prematurely: osmo-stp_10.42.42.5(pid=6538) [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6538)] [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:25:00.628586 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:25:00.690642 run osmo-hlr_10.42.42.2(pid=6535): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6535)]\u000a19:25:00.741192 run osmo-hlr_10.42.42.2(pid=6535): stdout: \u000a| (launched: 2022-12-09_19:24:57.714260) \u000a19:25:00.792579 run osmo-hlr_10.42.42.2(pid=6535): stderr: \u000a| �[0;m�[1;31m20221209192457908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192457908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192457908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192457908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192457908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192457908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192457920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192457929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192457929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192457929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:00.867020 run osmo-msc_10.42.42.6(pid=6541): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6541)]\u000a19:25:00.921808 run osmo-msc_10.42.42.6(pid=6541): stdout: \u000a| (launched: 2022-12-09_19:24:59.690072) \u000a19:25:00.973214 run osmo-msc_10.42.42.6(pid=6541): stderr: \u000a| �[0;m�[38;5;43m20221209192500008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192500009 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa654ed7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192500009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192500009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192500009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192500009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192500011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192500011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192500011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192500011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:25:01.017744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6534): Terminating (SIGTERM)\u000a19:25:01.060526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6537): Terminating (SIGTERM)\u000a19:25:01.104532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6540): Terminating (SIGTERM)\u000a19:25:01.116007 --- ParallelTerminationStrategy: PID 6534 died...\u000a19:25:01.173368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6534): Terminated: ok {rc=0}\u000a19:25:01.183757 --- ParallelTerminationStrategy: PID 6537 died...\u000a19:25:01.239481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6537): Terminated: ok {rc=0}\u000a19:25:01.249880 --- ParallelTerminationStrategy: PID 6540 died...\u000a19:25:01.305611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6540): Terminated: ok {rc=0}\u000a19:25:01.405819 bus /sierra_3: Setting Powered False\u000a19:25:02.512496 bus /sierra_3: Setting Powered False\u000a19:25:03.617581 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6552): Process ended prematurely: osmo-stp_10.42.42.5(pid=6552) [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6552)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6552): Process ended prematurely: osmo-stp_10.42.42.5(pid=6552) [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:25:04.729236 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:25:04.740855 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:25:04.902643 tst mo_mt_call_osmux.py: using LAC 23190\u000a19:25:05.024713 tst mo_mt_call_osmux.py: using RAC 240\u000a19:25:05.147073 tst mo_mt_call_osmux.py: using CellId 23190\u000a19:25:05.269066 tst mo_mt_call_osmux.py: using BVCI 23191\u000a19:25:05.292770 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:25:05.303779 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:25:05.314666 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:25:05.325806 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:25:05.336803 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:25:05.348057 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:25:05.462151 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:25:05.657904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:06.122897 run create_hlr_db(pid=6546): Launched\u000a19:25:06.290066 bus /sierra_2: Setting Powered False\u000a19:25:07.311657 run create_hlr_db(pid=6546): Terminated: ok {rc=0}\u000a19:25:07.698276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6548): Launched\u000a19:25:07.987340 run osmo-hlr_10.42.42.2(pid=6549): Launched\u000a19:25:08.092889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:08.595839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6551): Launched\u000a19:25:08.884347 run osmo-stp_10.42.42.5(pid=6552): Launched\u000a19:25:08.989582 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:25:09.519715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6554): Launched\u000a19:25:09.809709 run osmo-msc_10.42.42.6(pid=6555): Launched\u000a19:25:09.981149 run osmo-stp_10.42.42.5(pid=6552): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6552)]\u000a19:25:10.104693 run osmo-stp_10.42.42.5(pid=6552): stdout: \u000a| (launched: 2022-12-09_19:25:08.743208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:10.226130 run osmo-stp_10.42.42.5(pid=6552): stderr: \u000a| �[0;m�[38;5;43m20221209192508906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192508906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192508906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192508907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192508907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192508907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192508907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:10.343266 run osmo-stp_10.42.42.5(pid=6552): stdout: \u000a| (launched: 2022-12-09_19:25:08.743208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:10.459565 run osmo-stp_10.42.42.5(pid=6552): stderr: \u000a| �[0;m�[38;5;43m20221209192508906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192508906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192508906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192508907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192508907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192508907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192508907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:10.511010 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6552): Process ended prematurely: osmo-stp_10.42.42.5(pid=6552) [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6552)] [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:25:10.519474 tst mo_mt_call_osmux.py:8: Test FAILED (5.8 sec)\u000a19:25:10.577496 run osmo-hlr_10.42.42.2(pid=6549): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6549)]\u000a19:25:10.625089 run osmo-hlr_10.42.42.2(pid=6549): stdout: \u000a| (launched: 2022-12-09_19:25:07.846469) \u000a19:25:10.672939 run osmo-hlr_10.42.42.2(pid=6549): stderr: \u000a| �[0;m�[1;31m20221209192508017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192508017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192508017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192508017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192508018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192508018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192508034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192508043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192508044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192508044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:10.737907 run osmo-msc_10.42.42.6(pid=6555): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6555)]\u000a19:25:10.785795 run osmo-msc_10.42.42.6(pid=6555): stdout: \u000a| (launched: 2022-12-09_19:25:09.667845) \u000a19:25:10.834260 run osmo-msc_10.42.42.6(pid=6555): stderr: \u000a| �[0;m�[38;5;43m20221209192509936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192509937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2428012c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192509937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192509937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192509937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192509937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192509939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192509939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192509939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192509939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:25:10.875250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6548): Terminating (SIGTERM)\u000a19:25:10.913778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6551): Terminating (SIGTERM)\u000a19:25:10.952436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6554): Terminating (SIGTERM)\u000a19:25:10.961441 --- ParallelTerminationStrategy: PID 6548 died...\u000a19:25:11.013503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6548): Terminated: ok {rc=0}\u000a19:25:11.023092 --- ParallelTerminationStrategy: PID 6551 died...\u000a19:25:11.075077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6551): Terminated: ok {rc=0}\u000a19:25:11.084474 --- ParallelTerminationStrategy: PID 6554 died...\u000a19:25:11.136625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6554): Terminated: ok {rc=0}\u000a19:25:11.223588 bus /sierra_3: Setting Powered False\u000a19:25:12.329282 bus /sierra_3: Setting Powered False\u000a19:25:13.439246 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:24:54" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6566): Process ended prematurely: osmo-stp_10.42.42.5(pid=6566) [trial-2363↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6566)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6566): Process ended prematurely: osmo-stp_10.42.42.5(pid=6566) [trial-2363↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:25:15.444640 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:15.455552 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a19:25:15.593607 tst emergency_mo_mt_call.py: using LAC 23191\u000a19:25:15.713313 tst emergency_mo_mt_call.py: using RAC 241\u000a19:25:15.838201 tst emergency_mo_mt_call.py: using CellId 23191\u000a19:25:15.977040 tst emergency_mo_mt_call.py: using BVCI 23192\u000a19:25:16.011598 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:16.022970 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:16.034109 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:16.045016 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:16.056376 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:16.067580 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:25:16.185802 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:25:16.447655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:16.946315 run create_hlr_db(pid=6560): Launched\u000a19:25:17.120337 bus /sierra_2: Setting Powered False\u000a19:25:18.135992 run create_hlr_db(pid=6560): Terminated: ok {rc=0}\u000a19:25:18.522653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6562): Launched\u000a19:25:18.811410 run osmo-hlr_10.42.42.2(pid=6563): Launched\u000a19:25:18.916917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:19.419557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6565): Launched\u000a19:25:19.707851 run osmo-stp_10.42.42.5(pid=6566): Launched\u000a19:25:19.823396 tst emergency_mo_mt_call.py: using MSISDN 7337\u000a19:25:19.966971 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:25:20.498380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6568): Launched\u000a19:25:20.788287 run osmo-msc_10.42.42.6(pid=6569): Launched\u000a19:25:20.961387 run osmo-stp_10.42.42.5(pid=6566): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6566)]\u000a19:25:21.084321 run osmo-stp_10.42.42.5(pid=6566): stdout: \u000a| (launched: 2022-12-09_19:25:19.566776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:21.205599 run osmo-stp_10.42.42.5(pid=6566): stderr: \u000a| �[0;m�[38;5;43m20221209192519733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192519734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192519734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192519734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192519735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192519735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192519735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:21.322603 run osmo-stp_10.42.42.5(pid=6566): stdout: \u000a| (launched: 2022-12-09_19:25:19.566776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:21.439080 run osmo-stp_10.42.42.5(pid=6566): stderr: \u000a| �[0;m�[38;5;43m20221209192519733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192519734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192519734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192519734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192519735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192519735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192519735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:21.489930 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6566): Process ended prematurely: osmo-stp_10.42.42.5(pid=6566) [trial-2363↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6566)] [trial-2363↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a19:25:21.497746 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a19:25:21.554923 run osmo-hlr_10.42.42.2(pid=6563): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6563)]\u000a19:25:21.602051 run osmo-hlr_10.42.42.2(pid=6563): stdout: \u000a| (launched: 2022-12-09_19:25:18.670184) \u000a19:25:21.649731 run osmo-hlr_10.42.42.2(pid=6563): stderr: \u000a| �[0;m�[1;31m20221209192518845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192518845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192518845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192518845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192518845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192518845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192518858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192518867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192518867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192518867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:21.714611 run osmo-msc_10.42.42.6(pid=6569): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6569)]\u000a19:25:21.761740 run osmo-msc_10.42.42.6(pid=6569): stdout: \u000a| (launched: 2022-12-09_19:25:20.645943) \u000a19:25:21.810044 run osmo-msc_10.42.42.6(pid=6569): stderr: \u000a| �[0;m�[38;5;43m20221209192520918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192520918 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ab68bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192520918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192520918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192520918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192520918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192520920 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192520921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192520921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192520921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:25:21.850297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6562): Terminating (SIGTERM)\u000a19:25:21.888426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6565): Terminating (SIGTERM)\u000a19:25:21.926451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6568): Terminating (SIGTERM)\u000a19:25:21.935244 --- ParallelTerminationStrategy: PID 6562 died...\u000a19:25:21.986238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6562): Terminated: ok {rc=0}\u000a19:25:21.995760 --- ParallelTerminationStrategy: PID 6565 died...\u000a19:25:22.046940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6565): Terminated: ok {rc=0}\u000a19:25:22.056146 --- ParallelTerminationStrategy: PID 6568 died...\u000a19:25:22.107408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6568): Terminated: ok {rc=0}\u000a19:25:22.188373 bus /sierra_3: Setting Powered False\u000a19:25:23.292608 bus /sierra_3: Setting Powered False\u000a19:25:24.397411 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6577): Process ended prematurely: osmo-stp_10.42.42.5(pid=6577) [trial-2363↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6577)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6577): Process ended prematurely: osmo-stp_10.42.42.5(pid=6577) [trial-2363↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:25:25.449062 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:25.460702 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a19:25:25.601237 tst emergency_preemptive_call.py: using LAC 23192\u000a19:25:25.722711 tst emergency_preemptive_call.py: using RAC 242\u000a19:25:25.840330 tst emergency_preemptive_call.py: using CellId 23192\u000a19:25:25.957856 tst emergency_preemptive_call.py: using BVCI 23193\u000a19:25:25.980132 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:25.990819 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:26.001195 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:26.012101 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:26.023096 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:25:26.034209 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:25:26.152311 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:25:26.269260 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:25:26.383622 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:25:26.577843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:27.047393 run create_hlr_db(pid=6571): Launched\u000a19:25:27.216222 bus /sierra_2: Setting Powered False\u000a19:25:28.236812 run create_hlr_db(pid=6571): Terminated: ok {rc=0}\u000a19:25:28.624435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6573): Launched\u000a19:25:28.914858 run osmo-hlr_10.42.42.2(pid=6574): Launched\u000a19:25:29.020925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:29.524722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6576): Launched\u000a19:25:29.815834 run osmo-stp_10.42.42.5(pid=6577): Launched\u000a19:25:29.936648 tst emergency_preemptive_call.py: using MSISDN 7338\u000a19:25:30.082825 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:25:30.614478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6579): Launched\u000a19:25:30.999693 run osmo-msc_10.42.42.6(pid=6580): Launched\u000a19:25:31.372570 run osmo-stp_10.42.42.5(pid=6577): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6577)]\u000a19:25:31.607744 run osmo-stp_10.42.42.5(pid=6577): stdout: \u000a| (launched: 2022-12-09_19:25:29.673088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:31.862737 run osmo-stp_10.42.42.5(pid=6577): stderr: \u000a| �[0;m�[38;5;43m20221209192529838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192529839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192529839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192529839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:32.017188 run osmo-stp_10.42.42.5(pid=6577): stdout: \u000a| (launched: 2022-12-09_19:25:29.673088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:32.177159 run osmo-stp_10.42.42.5(pid=6577): stderr: \u000a| �[0;m�[38;5;43m20221209192529838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192529839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192529839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192529839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:32.241767 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6577): Process ended prematurely: osmo-stp_10.42.42.5(pid=6577) [trial-2363↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6577)] [trial-2363↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a19:25:32.250876 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a19:25:32.319668 run osmo-hlr_10.42.42.2(pid=6574): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6574)]\u000a19:25:32.368735 run osmo-hlr_10.42.42.2(pid=6574): stdout: \u000a| (launched: 2022-12-09_19:25:28.772307) \u000a19:25:32.417493 run osmo-hlr_10.42.42.2(pid=6574): stderr: \u000a| �[0;m�[1;31m20221209192528941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192528941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192528941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192528941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192528941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192528941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192528953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192528963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192528963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192528963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:32.483406 run osmo-msc_10.42.42.6(pid=6580): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6580)]\u000a19:25:32.531433 run osmo-msc_10.42.42.6(pid=6580): stdout: \u000a| (launched: 2022-12-09_19:25:30.762382) \u000a19:25:32.579706 run osmo-msc_10.42.42.6(pid=6580): stderr: \u000a| �[0;m�[38;5;43m20221209192531427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209192531428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf49c62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209192531429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209192531430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209192531431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209192531433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209192531443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209192531445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209192531447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209192531447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:25:32.621062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6573): Terminating (SIGTERM)\u000a19:25:32.660141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6576): Terminating (SIGTERM)\u000a19:25:32.699099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6579): Terminating (SIGTERM)\u000a19:25:32.708221 --- ParallelTerminationStrategy: PID 6573 died...\u000a19:25:32.759830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6573): Terminated: ok {rc=0}\u000a19:25:32.769372 --- ParallelTerminationStrategy: PID 6576 died...\u000a19:25:32.821536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6576): Terminated: ok {rc=0}\u000a19:25:32.830870 --- ParallelTerminationStrategy: PID 6579 died...\u000a19:25:32.883107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6579): Terminated: ok {rc=0}\u000a19:25:32.970035 bus /sierra_9: Setting Powered False\u000a19:25:34.072365 bus /sierra_9: Setting Powered False\u000a19:25:35.182963 bus /sierra_8: Setting Powered False\u000a19:25:36.283748 bus /sierra_8: Setting Powered False\u000a19:25:37.393468 bus /sierra_3: Setting Powered False\u000a19:25:38.497446 bus /sierra_3: Setting Powered False\u000a19:25:39.608387 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:25:15" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6597): Process ended prematurely: osmo-stp_10.42.42.5(pid=6597) [trial-2363↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6597)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6597): Process ended prematurely: osmo-stp_10.42.42.5(pid=6597) [trial-2363↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:25:41.727770 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:41.738763 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:25:41.880228 tst cs_paging_gprs_active.py: using LAC 23193\u000a19:25:42.015312 tst cs_paging_gprs_active.py: using RAC 243\u000a19:25:42.144821 tst cs_paging_gprs_active.py: using CellId 23193\u000a19:25:42.269014 tst cs_paging_gprs_active.py: using BVCI 23194\u000a19:25:42.293276 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:42.304079 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:42.314773 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:42.325668 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:42.336451 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:42.347230 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:42.358311 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:42.369212 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:42.380123 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:25:42.494827 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:25:42.786061 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:25:42.919920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:25:43.249511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6587): Launched\u000a19:25:43.522392 run iperf3-srv_10.42.42.10(pid=6588): Launched\u000a19:25:43.717423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:25:43.850539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:25:44.178933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6589): Launched\u000a19:25:44.451093 run iperf3-srv_10.42.42.10(pid=6590): Launched\u000a19:25:44.646279 tst cs_paging_gprs_active.py:38: start network...\u000a19:25:44.779307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:45.278716 run create_hlr_db(pid=6591): Launched\u000a19:25:45.463015 bus /sierra_2: Setting Powered False\u000a19:25:46.485886 run create_hlr_db(pid=6591): Terminated: ok {rc=0}\u000a19:25:46.923496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6593): Launched\u000a19:25:47.259578 run osmo-hlr_10.42.42.2(pid=6594): Launched\u000a19:25:47.371187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:47.887613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6596): Launched\u000a19:25:48.183683 run osmo-stp_10.42.42.5(pid=6597): Launched\u000a19:25:48.292185 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:25:48.807880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6599): Launched\u000a19:25:48.913836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:25:49.172405 run patchelf(pid=6600): Launched\u000a19:25:49.346090 run osmo-stp_10.42.42.5(pid=6597): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6597)]\u000a19:25:49.473266 run osmo-stp_10.42.42.5(pid=6597): stdout: \u000a| (launched: 2022-12-09_19:25:48.038556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:49.600682 run osmo-stp_10.42.42.5(pid=6597): stderr: \u000a| �[0;m�[38;5;43m20221209192548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192548207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:49.723526 run osmo-stp_10.42.42.5(pid=6597): stdout: \u000a| (launched: 2022-12-09_19:25:48.038556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:49.845319 run osmo-stp_10.42.42.5(pid=6597): stderr: \u000a| �[0;m�[38;5;43m20221209192548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192548207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:49.987031 run patchelf(pid=6600): Terminating (SIGINT)\u000a19:25:50.153760 run patchelf(pid=6600): Terminated: ok {rc=0}\u000a19:25:50.184359 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6597): Process ended prematurely: osmo-stp_10.42.42.5(pid=6597) [trial-2363↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6597)] [trial-2363↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a19:25:50.193454 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a19:25:50.252159 run osmo-hlr_10.42.42.2(pid=6594): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6594)]\u000a19:25:50.299767 run osmo-hlr_10.42.42.2(pid=6594): stdout: \u000a| (launched: 2022-12-09_19:25:47.088278) \u000a19:25:50.347908 run osmo-hlr_10.42.42.2(pid=6594): stderr: \u000a| �[0;m�[1;31m20221209192547285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192547285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192547285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192547285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192547285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192547285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192547297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192547306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192547307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192547307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:50.388974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6587): Terminating (SIGTERM)\u000a19:25:50.427375 run iperf3-srv_10.42.42.10(pid=6588): Terminating (SIGTERM)\u000a19:25:50.466185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6589): Terminating (SIGTERM)\u000a19:25:50.504583 run iperf3-srv_10.42.42.10(pid=6590): Terminating (SIGTERM)\u000a19:25:50.542909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6593): Terminating (SIGTERM)\u000a19:25:50.581352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6596): Terminating (SIGTERM)\u000a19:25:50.619792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6599): Terminating (SIGTERM)\u000a19:25:50.628760 --- ParallelTerminationStrategy: PID 6587 died...\u000a19:25:50.680913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6587): Terminated: ok {rc=0}\u000a19:25:50.690525 --- ParallelTerminationStrategy: PID 6588 died...\u000a19:25:50.741937 run iperf3-srv_10.42.42.10(pid=6588): Terminated {rc=256}\u000a19:25:50.751294 --- ParallelTerminationStrategy: PID 6589 died...\u000a19:25:50.803142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6589): Terminated: ok {rc=0}\u000a19:25:50.812622 --- ParallelTerminationStrategy: PID 6590 died...\u000a19:25:50.864342 run iperf3-srv_10.42.42.10(pid=6590): Terminated {rc=256}\u000a19:25:50.873683 --- ParallelTerminationStrategy: PID 6593 died...\u000a19:25:50.925251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6593): Terminated: ok {rc=0}\u000a19:25:50.934662 --- ParallelTerminationStrategy: PID 6596 died...\u000a19:25:50.986105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6596): Terminated: ok {rc=0}\u000a19:25:50.995431 --- ParallelTerminationStrategy: PID 6599 died...\u000a19:25:51.047317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6599): Terminated: ok {rc=0}\u000a19:25:51.134373 bus /gobi_0: Setting Powered False\u000a19:25:52.236679 bus /gobi_0: Setting Powered False\u000a19:25:53.346918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6609): Process ended prematurely: osmo-stp_10.42.42.5(pid=6609) [trial-2363↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6609)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6609): Process ended prematurely: osmo-stp_10.42.42.5(pid=6609) [trial-2363↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a19:25:54.454716 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:54.465578 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:25:54.603881 tst iperf3.py: using LAC 23194\u000a19:25:54.718351 tst iperf3.py: using RAC 244\u000a19:25:54.833427 tst iperf3.py: using CellId 23194\u000a19:25:54.949366 tst iperf3.py: using BVCI 23195\u000a19:25:54.971835 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:54.982302 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:54.992375 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:55.002523 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:55.012503 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:55.022584 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:55.032892 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:55.042943 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:25:55.053107 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:25:55.330459 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:25:55.455689 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:25:55.763471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6601): Launched\u000a19:25:56.018486 run iperf3-srv_10.42.42.10(pid=6602): Launched\u000a19:25:56.199848 tst iperf3.py:8: start network...\u000a19:25:56.324068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:56.799193 run create_hlr_db(pid=6603): Launched\u000a19:25:56.970906 bus /gobi_6: Setting Powered False\u000a19:25:57.991957 run create_hlr_db(pid=6603): Terminated: ok {rc=0}\u000a19:25:58.414916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6605): Launched\u000a19:25:58.734685 run osmo-hlr_10.42.42.2(pid=6606): Launched\u000a19:25:58.851195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:59.406567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6608): Launched\u000a19:25:59.726057 run osmo-stp_10.42.42.5(pid=6609): Launched\u000a19:25:59.844286 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:26:00.398520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6611): Launched\u000a19:26:00.512372 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:26:00.788276 run patchelf(pid=6612): Launched\u000a19:26:00.982736 run osmo-stp_10.42.42.5(pid=6609): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6609)]\u000a19:26:01.122552 run osmo-stp_10.42.42.5(pid=6609): stdout: \u000a| (launched: 2022-12-09_19:25:59.569224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:01.262683 run osmo-stp_10.42.42.5(pid=6609): stderr: \u000a| �[0;m�[38;5;43m20221209192559756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192559756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192559757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192559757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192559757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192559758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192559758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:01.398053 run osmo-stp_10.42.42.5(pid=6609): stdout: \u000a| (launched: 2022-12-09_19:25:59.569224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:01.532602 run osmo-stp_10.42.42.5(pid=6609): stderr: \u000a| �[0;m�[38;5;43m20221209192559756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192559756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192559757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192559757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192559757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192559758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192559758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:01.688354 run patchelf(pid=6612): Terminating (SIGINT)\u000a19:26:01.872351 run patchelf(pid=6612): Terminated: ok {rc=0}\u000a19:26:01.906657 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6609): Process ended prematurely: osmo-stp_10.42.42.5(pid=6609) [trial-2363↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6609)] [trial-2363↪gprs:trx-lms↪iperf3.py:8]\u000a19:26:01.917209 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:26:01.983251 run osmo-hlr_10.42.42.2(pid=6606): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6606)]\u000a19:26:02.035844 run osmo-hlr_10.42.42.2(pid=6606): stdout: \u000a| (launched: 2022-12-09_19:25:58.577633) \u000a19:26:02.089694 run osmo-hlr_10.42.42.2(pid=6606): stderr: \u000a| �[0;m�[1;31m20221209192558770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192558770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192558770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192558770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192558770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192558770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192558782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192558791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192558791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192558791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:02.135155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6601): Terminating (SIGTERM)\u000a19:26:02.179575 run iperf3-srv_10.42.42.10(pid=6602): Terminating (SIGTERM)\u000a19:26:02.223093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6605): Terminating (SIGTERM)\u000a19:26:02.265174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6608): Terminating (SIGTERM)\u000a19:26:02.305927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6611): Terminating (SIGTERM)\u000a19:26:02.316111 --- ParallelTerminationStrategy: PID 6601 died...\u000a19:26:02.371222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6601): Terminated: ok {rc=0}\u000a19:26:02.381843 --- ParallelTerminationStrategy: PID 6602 died...\u000a19:26:02.437026 run iperf3-srv_10.42.42.10(pid=6602): Terminated {rc=256}\u000a19:26:02.446856 --- ParallelTerminationStrategy: PID 6605 died...\u000a19:26:02.502358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6605): Terminated: ok {rc=0}\u000a19:26:02.512188 --- ParallelTerminationStrategy: PID 6608 died...\u000a19:26:02.566932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6608): Terminated: ok {rc=0}\u000a19:26:02.577885 --- ParallelTerminationStrategy: PID 6611 died...\u000a19:26:02.633387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6611): Terminated: ok {rc=0}\u000a19:26:02.717740 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6627): Process ended prematurely: osmo-stp_10.42.42.5(pid=6627) [trial-2363↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6627)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6627): Process ended prematurely: osmo-stp_10.42.42.5(pid=6627) [trial-2363↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a19:26:03.826776 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:03.837855 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:26:03.974868 tst iperf3m4.py: using LAC 23195\u000a19:26:04.090615 tst iperf3m4.py: using RAC 245\u000a19:26:04.206051 tst iperf3m4.py: using CellId 23195\u000a19:26:04.323897 tst iperf3m4.py: using BVCI 23196\u000a19:26:04.347388 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:04.358160 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:04.368504 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:04.379121 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:04.389601 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:04.399756 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:04.410668 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:04.421107 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:04.431699 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:04.544483 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:04.663795 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:04.781640 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:05.070701 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:26:05.204389 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:05.532685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6613): Launched\u000a19:26:05.805202 run iperf3-srv_10.42.42.10(pid=6614): Launched\u000a19:26:06.000893 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:26:06.135033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:06.463755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6615): Launched\u000a19:26:06.736504 run iperf3-srv_10.42.42.10(pid=6616): Launched\u000a19:26:06.932513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:26:07.066630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:07.395350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6617): Launched\u000a19:26:07.666942 run iperf3-srv_10.42.42.10(pid=6618): Launched\u000a19:26:07.862114 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:26:07.994999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:08.323092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6619): Launched\u000a19:26:08.594957 run iperf3-srv_10.42.42.10(pid=6620): Launched\u000a19:26:08.790208 tst iperf3m4.py:8: start network...\u000a19:26:08.923643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:09.422730 run create_hlr_db(pid=6621): Launched\u000a19:26:09.606989 bus /gobi_6: Setting Powered False\u000a19:26:10.627939 run create_hlr_db(pid=6621): Terminated: ok {rc=0}\u000a19:26:11.025087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6623): Launched\u000a19:26:11.320801 run osmo-hlr_10.42.42.2(pid=6624): Launched\u000a19:26:11.429882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:11.944929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6626): Launched\u000a19:26:12.242581 run osmo-stp_10.42.42.5(pid=6627): Launched\u000a19:26:12.351802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:26:12.874138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6629): Launched\u000a19:26:12.980821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:26:13.242834 run patchelf(pid=6630): Launched\u000a19:26:13.419064 run osmo-stp_10.42.42.5(pid=6627): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6627)]\u000a19:26:13.547780 run osmo-stp_10.42.42.5(pid=6627): stdout: \u000a| (launched: 2022-12-09_19:26:12.096219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:13.677289 run osmo-stp_10.42.42.5(pid=6627): stderr: \u000a| �[0;m�[38;5;43m20221209192612262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192612262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192612262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192612262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192612263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192612263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192612263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:13.801619 run osmo-stp_10.42.42.5(pid=6627): stdout: \u000a| (launched: 2022-12-09_19:26:12.096219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:13.925220 run osmo-stp_10.42.42.5(pid=6627): stderr: \u000a| �[0;m�[38;5;43m20221209192612262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192612262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192612262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192612262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192612263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192612263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192612263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:14.068272 run patchelf(pid=6630): Terminating (SIGINT)\u000a19:26:14.236784 run patchelf(pid=6630): Terminated: ok {rc=0}\u000a19:26:14.267890 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6627): Process ended prematurely: osmo-stp_10.42.42.5(pid=6627) [trial-2363↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6627)] [trial-2363↪gprs:trx-lms↪iperf3m4.py:8]\u000a19:26:14.277094 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a19:26:14.335821 run osmo-hlr_10.42.42.2(pid=6624): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6624)]\u000a19:26:14.383656 run osmo-hlr_10.42.42.2(pid=6624): stdout: \u000a| (launched: 2022-12-09_19:26:11.176390) \u000a19:26:14.432386 run osmo-hlr_10.42.42.2(pid=6624): stderr: \u000a| �[0;m�[1;31m20221209192611346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192611346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192611346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192611347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192611347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192611347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192611358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192611367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192611367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192611368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:14.473549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6613): Terminating (SIGTERM)\u000a19:26:14.512347 run iperf3-srv_10.42.42.10(pid=6614): Terminating (SIGTERM)\u000a19:26:14.550894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6615): Terminating (SIGTERM)\u000a19:26:14.589604 run iperf3-srv_10.42.42.10(pid=6616): Terminating (SIGTERM)\u000a19:26:14.628908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6617): Terminating (SIGTERM)\u000a19:26:14.667750 run iperf3-srv_10.42.42.10(pid=6618): Terminating (SIGTERM)\u000a19:26:14.706525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6619): Terminating (SIGTERM)\u000a19:26:14.745020 run iperf3-srv_10.42.42.10(pid=6620): Terminating (SIGTERM)\u000a19:26:14.783687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6623): Terminating (SIGTERM)\u000a19:26:14.822351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6626): Terminating (SIGTERM)\u000a19:26:14.861054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6629): Terminating (SIGTERM)\u000a19:26:14.870067 --- ParallelTerminationStrategy: PID 6613 died...\u000a19:26:14.921915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6613): Terminated: ok {rc=0}\u000a19:26:14.931305 --- ParallelTerminationStrategy: PID 6614 died...\u000a19:26:14.982638 run iperf3-srv_10.42.42.10(pid=6614): Terminated {rc=256}\u000a19:26:14.991800 --- ParallelTerminationStrategy: PID 6615 died...\u000a19:26:15.043263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6615): Terminated: ok {rc=0}\u000a19:26:15.052550 --- ParallelTerminationStrategy: PID 6616 died...\u000a19:26:15.104302 run iperf3-srv_10.42.42.10(pid=6616): Terminated {rc=256}\u000a19:26:15.113794 --- ParallelTerminationStrategy: PID 6617 died...\u000a19:26:15.164992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6617): Terminated: ok {rc=0}\u000a19:26:15.174301 --- ParallelTerminationStrategy: PID 6618 died...\u000a19:26:15.226091 run iperf3-srv_10.42.42.10(pid=6618): Terminated {rc=256}\u000a19:26:15.235603 --- ParallelTerminationStrategy: PID 6619 died...\u000a19:26:15.286918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6619): Terminated: ok {rc=0}\u000a19:26:15.296302 --- ParallelTerminationStrategy: PID 6620 died...\u000a19:26:15.347700 run iperf3-srv_10.42.42.10(pid=6620): Terminated {rc=256}\u000a19:26:15.357124 --- ParallelTerminationStrategy: PID 6623 died...\u000a19:26:15.408535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6623): Terminated: ok {rc=0}\u000a19:26:15.417965 --- ParallelTerminationStrategy: PID 6626 died...\u000a19:26:15.469501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6626): Terminated: ok {rc=0}\u000a19:26:15.478957 --- ParallelTerminationStrategy: PID 6629 died...\u000a19:26:15.530429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6629): Terminated: ok {rc=0}\u000a19:26:15.617357 bus /gobi_4: Setting Powered False\u000a19:26:16.718558 bus /gobi_4: Setting Powered False\u000a19:26:17.823062 bus /gobi_1: Setting Powered False\u000a19:26:18.925406 bus /gobi_1: Setting Powered False\u000a19:26:20.030564 bus /gobi_0: Setting Powered False\u000a19:26:21.135959 bus /gobi_0: Setting Powered False\u000a19:26:22.246781 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6637): Process ended prematurely: osmo-stp_10.42.42.5(pid=6637) [trial-2363↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6637)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6637): Process ended prematurely: osmo-stp_10.42.42.5(pid=6637) [trial-2363↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a19:26:23.315276 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:23.326953 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:26:23.464347 tst ping.py: using LAC 23196\u000a19:26:23.580858 tst ping.py: using RAC 246\u000a19:26:23.699167 tst ping.py: using CellId 23196\u000a19:26:23.815446 tst ping.py: using BVCI 23197\u000a19:26:23.838442 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:23.848857 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:23.859336 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:23.869539 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:23.879527 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:23.889693 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:23.899883 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:23.910101 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:24.181825 tst ping.py:19: start network...\u000a19:26:24.304707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:24.779089 run create_hlr_db(pid=6631): Launched\u000a19:26:24.950044 bus /gobi_6: Setting Powered False\u000a19:26:25.971892 run create_hlr_db(pid=6631): Terminated: ok {rc=0}\u000a19:26:26.366231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6633): Launched\u000a19:26:26.663972 run osmo-hlr_10.42.42.2(pid=6634): Launched\u000a19:26:26.779941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:27.306299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6636): Launched\u000a19:26:27.604089 run osmo-stp_10.42.42.5(pid=6637): Launched\u000a19:26:27.711362 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:26:28.228848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6639): Launched\u000a19:26:28.334267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:26:28.594065 run patchelf(pid=6640): Launched\u000a19:26:28.767893 run osmo-stp_10.42.42.5(pid=6637): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6637)]\u000a19:26:28.895317 run osmo-stp_10.42.42.5(pid=6637): stdout: \u000a| (launched: 2022-12-09_19:26:27.457349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:29.022817 run osmo-stp_10.42.42.5(pid=6637): stderr: \u000a| �[0;m�[38;5;43m20221209192627630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192627630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192627630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192627630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192627631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192627631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192627631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:29.146366 run osmo-stp_10.42.42.5(pid=6637): stdout: \u000a| (launched: 2022-12-09_19:26:27.457349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:29.268537 run osmo-stp_10.42.42.5(pid=6637): stderr: \u000a| �[0;m�[38;5;43m20221209192627630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192627630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192627630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192627630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192627631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192627631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192627631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:29.410356 run patchelf(pid=6640): Terminating (SIGINT)\u000a19:26:29.576767 run patchelf(pid=6640): Terminated: ok {rc=0}\u000a19:26:29.607268 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6637): Process ended prematurely: osmo-stp_10.42.42.5(pid=6637) [trial-2363↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6637)] [trial-2363↪gprs:trx-lms↪ping.py:22]\u000a19:26:29.615966 tst ping.py:22: Test FAILED (6.3 sec)\u000a19:26:29.675088 run osmo-hlr_10.42.42.2(pid=6634): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6634)]\u000a19:26:29.723371 run osmo-hlr_10.42.42.2(pid=6634): stdout: \u000a| (launched: 2022-12-09_19:26:26.517646) \u000a19:26:29.772225 run osmo-hlr_10.42.42.2(pid=6634): stderr: \u000a| �[0;m�[1;31m20221209192626694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192626694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192626694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192626694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192626694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192626694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192626706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192626715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192626715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192626715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:29.813783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6633): Terminating (SIGTERM)\u000a19:26:29.852895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6636): Terminating (SIGTERM)\u000a19:26:29.891762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6639): Terminating (SIGTERM)\u000a19:26:29.900848 --- ParallelTerminationStrategy: PID 6633 died...\u000a19:26:29.953253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6633): Terminated: ok {rc=0}\u000a19:26:29.962785 --- ParallelTerminationStrategy: PID 6636 died...\u000a19:26:30.014740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6636): Terminated: ok {rc=0}\u000a19:26:30.024261 --- ParallelTerminationStrategy: PID 6639 died...\u000a19:26:30.076241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6639): Terminated: ok {rc=0}\u000a19:26:30.163123 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6647): Process ended prematurely: osmo-stp_10.42.42.5(pid=6647) [trial-2363↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6647)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6647): Process ended prematurely: osmo-stp_10.42.42.5(pid=6647) [trial-2363↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a19:26:31.215111 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:31.227903 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:26:31.407961 tst ping_idle_ping.py: using LAC 23197\u000a19:26:31.565290 tst ping_idle_ping.py: using RAC 247\u000a19:26:31.716432 tst ping_idle_ping.py: using CellId 23197\u000a19:26:31.850773 tst ping_idle_ping.py: using BVCI 23198\u000a19:26:31.877383 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:31.889888 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:31.902071 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:31.915473 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:31.927752 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:31.940645 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:31.953730 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:26:31.966789 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:32.265936 tst ping_idle_ping.py:24: start network...\u000a19:26:32.390654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:32.872479 run create_hlr_db(pid=6641): Launched\u000a19:26:33.045207 bus /gobi_6: Setting Powered False\u000a19:26:34.066323 run create_hlr_db(pid=6641): Terminated: ok {rc=0}\u000a19:26:34.491416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6643): Launched\u000a19:26:34.811298 run osmo-hlr_10.42.42.2(pid=6644): Launched\u000a19:26:34.927410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:35.482351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6646): Launched\u000a19:26:35.801927 run osmo-stp_10.42.42.5(pid=6647): Launched\u000a19:26:35.918031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:26:36.474611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6649): Launched\u000a19:26:36.588278 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:26:36.866526 run patchelf(pid=6650): Launched\u000a19:26:37.052852 run osmo-stp_10.42.42.5(pid=6647): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6647)]\u000a19:26:37.189166 run osmo-stp_10.42.42.5(pid=6647): stdout: \u000a| (launched: 2022-12-09_19:26:35.644579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:37.326121 run osmo-stp_10.42.42.5(pid=6647): stderr: \u000a| �[0;m�[38;5;43m20221209192635836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192635836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192635836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192635837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192635837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192635837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192635837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:37.458108 run osmo-stp_10.42.42.5(pid=6647): stdout: \u000a| (launched: 2022-12-09_19:26:35.644579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:37.588918 run osmo-stp_10.42.42.5(pid=6647): stderr: \u000a| �[0;m�[38;5;43m20221209192635836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192635836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192635836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192635837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192635837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192635837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192635837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:37.740754 run patchelf(pid=6650): Terminating (SIGINT)\u000a19:26:37.918571 run patchelf(pid=6650): Terminated: ok {rc=0}\u000a19:26:37.951156 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6647): Process ended prematurely: osmo-stp_10.42.42.5(pid=6647) [trial-2363↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6647)] [trial-2363↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a19:26:37.960479 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:26:38.023707 run osmo-hlr_10.42.42.2(pid=6644): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6644)]\u000a19:26:38.074549 run osmo-hlr_10.42.42.2(pid=6644): stdout: \u000a| (launched: 2022-12-09_19:26:34.654362) \u000a19:26:38.126157 run osmo-hlr_10.42.42.2(pid=6644): stderr: \u000a| �[0;m�[1;31m20221209192634854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192634854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192634855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192634855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192634855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192634855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192634868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192634878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192634878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192634878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:38.169613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6643): Terminating (SIGTERM)\u000a19:26:38.211685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6646): Terminating (SIGTERM)\u000a19:26:38.253318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6649): Terminating (SIGTERM)\u000a19:26:38.263016 --- ParallelTerminationStrategy: PID 6643 died...\u000a19:26:38.318936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6643): Terminated: ok {rc=0}\u000a19:26:38.329065 --- ParallelTerminationStrategy: PID 6646 died...\u000a19:26:38.384462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6646): Terminated: ok {rc=0}\u000a19:26:38.394802 --- ParallelTerminationStrategy: PID 6649 died...\u000a19:26:38.450047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6649): Terminated: ok {rc=0}\u000a19:26:38.535820 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:25:41" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6664): Process ended prematurely: osmo-stp_10.42.42.5(pid=6664) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6664)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6664): Process ended prematurely: osmo-stp_10.42.42.5(pid=6664) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:26:40.691050 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:40.702441 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:26:40.848920 tst cs_paging_gprs_active.py: using LAC 23198\u000a19:26:40.975566 tst cs_paging_gprs_active.py: using RAC 248\u000a19:26:41.102756 tst cs_paging_gprs_active.py: using CellId 23198\u000a19:26:41.229442 tst cs_paging_gprs_active.py: using BVCI 23199\u000a19:26:41.254298 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:41.265509 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:41.276392 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:41.287939 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:41.300191 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:41.311355 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:41.323043 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:41.334580 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:41.346218 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:26:41.464754 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:26:41.743124 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:26:41.869805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:42.184120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6654): Launched\u000a19:26:42.444097 run iperf3-srv_10.42.42.10(pid=6655): Launched\u000a19:26:42.629153 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:26:42.756482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:43.071340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6656): Launched\u000a19:26:43.331997 run iperf3-srv_10.42.42.10(pid=6657): Launched\u000a19:26:43.516188 tst cs_paging_gprs_active.py:38: start network...\u000a19:26:43.641941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:44.128071 run create_hlr_db(pid=6658): Launched\u000a19:26:44.302923 bus /gobi_6: Setting Powered False\u000a19:26:45.323423 run create_hlr_db(pid=6658): Terminated: ok {rc=0}\u000a19:26:45.751692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6660): Launched\u000a19:26:46.195129 run osmo-hlr_10.42.42.2(pid=6661): Launched\u000a19:26:46.423555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:47.088773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6663): Launched\u000a19:26:47.417089 run osmo-stp_10.42.42.5(pid=6664): Launched\u000a19:26:47.535914 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:26:48.102673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6666): Launched\u000a19:26:48.218718 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:26:48.500715 run patchelf(pid=6667): Launched\u000a19:26:48.692140 run osmo-stp_10.42.42.5(pid=6664): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6664)]\u000a19:26:48.831074 run osmo-stp_10.42.42.5(pid=6664): stdout: \u000a| (launched: 2022-12-09_19:26:47.255756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:48.970167 run osmo-stp_10.42.42.5(pid=6664): stderr: \u000a| �[0;m�[38;5;43m20221209192647444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192647444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192647444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192647445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192647445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192647445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192647445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:49.105236 run osmo-stp_10.42.42.5(pid=6664): stdout: \u000a| (launched: 2022-12-09_19:26:47.255756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:49.238446 run osmo-stp_10.42.42.5(pid=6664): stderr: \u000a| �[0;m�[38;5;43m20221209192647444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192647444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192647444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192647445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192647445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192647445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192647445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:49.393688 run patchelf(pid=6667): Terminating (SIGINT)\u000a19:26:49.575236 run patchelf(pid=6667): Terminated: ok {rc=0}\u000a19:26:49.608780 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6664): Process ended prematurely: osmo-stp_10.42.42.5(pid=6664) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6664)] [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:26:49.619033 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a19:26:49.682184 run osmo-hlr_10.42.42.2(pid=6661): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6661)]\u000a19:26:49.732938 run osmo-hlr_10.42.42.2(pid=6661): stdout: \u000a| (launched: 2022-12-09_19:26:45.943175) \u000a19:26:49.784326 run osmo-hlr_10.42.42.2(pid=6661): stderr: \u000a| �[0;m�[1;31m20221209192646288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192646288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192646288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192646288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192646288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192646288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192646313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192646325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192646325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192646326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:49.828650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6654): Terminating (SIGTERM)\u000a19:26:49.869777 run iperf3-srv_10.42.42.10(pid=6655): Terminating (SIGTERM)\u000a19:26:49.911396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6656): Terminating (SIGTERM)\u000a19:26:49.953203 run iperf3-srv_10.42.42.10(pid=6657): Terminating (SIGTERM)\u000a19:26:49.994458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6660): Terminating (SIGTERM)\u000a19:26:50.035990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6663): Terminating (SIGTERM)\u000a19:26:50.077535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6666): Terminating (SIGTERM)\u000a19:26:50.087490 --- ParallelTerminationStrategy: PID 6654 died...\u000a19:26:50.143164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6654): Terminated: ok {rc=0}\u000a19:26:50.153256 --- ParallelTerminationStrategy: PID 6655 died...\u000a19:26:50.208305 run iperf3-srv_10.42.42.10(pid=6655): Terminated {rc=256}\u000a19:26:50.218730 --- ParallelTerminationStrategy: PID 6656 died...\u000a19:26:50.273675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6656): Terminated: ok {rc=0}\u000a19:26:50.284127 --- ParallelTerminationStrategy: PID 6657 died...\u000a19:26:50.339276 run iperf3-srv_10.42.42.10(pid=6657): Terminated {rc=256}\u000a19:26:50.349376 --- ParallelTerminationStrategy: PID 6660 died...\u000a19:26:50.404619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6660): Terminated: ok {rc=0}\u000a19:26:50.414936 --- ParallelTerminationStrategy: PID 6663 died...\u000a19:26:50.470025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6663): Terminated: ok {rc=0}\u000a19:26:50.480566 --- ParallelTerminationStrategy: PID 6666 died...\u000a19:26:50.535241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6666): Terminated: ok {rc=0}\u000a19:26:50.621000 bus /gobi_0: Setting Powered False\u000a19:26:51.726767 bus /gobi_0: Setting Powered False\u000a19:26:52.832691 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:26:53.941180 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:53.952562 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:26:54.098036 tst iperf3.py: using LAC 23199\u000a19:26:54.226278 tst iperf3.py: using RAC 249\u000a19:26:54.354327 tst iperf3.py: using CellId 23199\u000a19:26:54.479904 tst iperf3.py: using BVCI 23200\u000a19:26:54.504815 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:54.516073 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:54.527394 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:54.538810 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:54.550118 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:54.561620 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:54.573061 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:54.584263 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:26:54.595630 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:26:54.891768 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:26:55.027578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:55.364362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6668): Launched\u000a19:26:55.642834 run iperf3-srv_10.42.42.10(pid=6669): Launched\u000a19:26:55.842069 tst iperf3.py:8: start network...\u000a19:26:55.978147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:56.486466 run create_hlr_db(pid=6670): Launched\u000a19:26:56.681464 bus /gobi_6: Setting Powered False\u000a19:26:57.694903 run create_hlr_db(pid=6670): Terminated: ok {rc=0}\u000a19:26:58.103864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Launched\u000a19:26:58.409859 run osmo-hlr_10.42.42.2(pid=6673): Launched\u000a19:26:58.522071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:59.045976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Launched\u000a19:26:59.347430 run osmo-stp_10.42.42.5(pid=6676): Launched\u000a19:26:59.456791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:26:59.981535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6678): Launched\u000a19:27:00.088789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:27:00.352593 run patchelf(pid=6679): Launched\u000a19:27:00.529154 run osmo-stp_10.42.42.5(pid=6676): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]\u000a19:27:00.658579 run osmo-stp_10.42.42.5(pid=6676): stdout: \u000a| (launched: 2022-12-09_19:26:59.198879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:00.788513 run osmo-stp_10.42.42.5(pid=6676): stderr: \u000a| �[0;m�[38;5;43m20221209192659368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192659368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192659368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192659369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192659369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192659370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192659370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:00.942778 run osmo-stp_10.42.42.5(pid=6676): stdout: \u000a| (launched: 2022-12-09_19:26:59.198879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:01.069341 run osmo-stp_10.42.42.5(pid=6676): stderr: \u000a| �[0;m�[38;5;43m20221209192659368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192659368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192659368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192659369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192659369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192659370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192659370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:01.215964 run patchelf(pid=6679): Terminating (SIGINT)\u000a19:27:01.388438 run patchelf(pid=6679): Terminated: ok {rc=0}\u000a19:27:01.421055 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)] [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a19:27:01.431392 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:27:01.492010 run osmo-hlr_10.42.42.2(pid=6673): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6673)]\u000a19:27:01.541629 run osmo-hlr_10.42.42.2(pid=6673): stdout: \u000a| (launched: 2022-12-09_19:26:58.258998) \u000a19:27:01.592142 run osmo-hlr_10.42.42.2(pid=6673): stderr: \u000a| �[0;m�[1;31m20221209192658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192658448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192658459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192658459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192658459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:01.634808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6668): Terminating (SIGTERM)\u000a19:27:01.676920 run iperf3-srv_10.42.42.10(pid=6669): Terminating (SIGTERM)\u000a19:27:01.719464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Terminating (SIGTERM)\u000a19:27:01.759514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Terminating (SIGTERM)\u000a19:27:01.800703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6678): Terminating (SIGTERM)\u000a19:27:01.811494 --- ParallelTerminationStrategy: PID 6668 died...\u000a19:27:01.865203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6668): Terminated: ok {rc=0}\u000a19:27:01.875378 --- ParallelTerminationStrategy: PID 6669 died...\u000a19:27:01.928654 run iperf3-srv_10.42.42.10(pid=6669): Terminated {rc=256}\u000a19:27:01.938479 --- ParallelTerminationStrategy: PID 6672 died...\u000a19:27:01.991894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Terminated: ok {rc=0}\u000a19:27:02.001806 --- ParallelTerminationStrategy: PID 6675 died...\u000a19:27:02.055038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Terminated: ok {rc=0}\u000a19:27:02.064922 --- ParallelTerminationStrategy: PID 6678 died...\u000a19:27:02.117885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6678): Terminated: ok {rc=0}\u000a19:27:02.201410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6694): Process ended prematurely: osmo-stp_10.42.42.5(pid=6694) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6694)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6694): Process ended prematurely: osmo-stp_10.42.42.5(pid=6694) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:27:03.317016 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:03.328936 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:27:03.473339 tst iperf3m4.py: using LAC 23200\u000a19:27:03.598428 tst iperf3m4.py: using RAC 250\u000a19:27:03.723068 tst iperf3m4.py: using CellId 23200\u000a19:27:03.848365 tst iperf3m4.py: using BVCI 23201\u000a19:27:03.873329 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:03.884731 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:03.895798 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:03.907650 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:03.919108 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:03.930378 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:03.942299 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:03.953751 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:03.965417 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:27:04.085095 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:27:04.204234 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:27:04.323203 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:27:04.602502 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:27:04.728489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:05.042426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6680): Launched\u000a19:27:05.302695 run iperf3-srv_10.42.42.10(pid=6681): Launched\u000a19:27:05.487840 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:27:05.614053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:05.927367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6682): Launched\u000a19:27:06.187804 run iperf3-srv_10.42.42.10(pid=6683): Launched\u000a19:27:06.372007 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:27:06.497606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:06.811516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6684): Launched\u000a19:27:07.071656 run iperf3-srv_10.42.42.10(pid=6685): Launched\u000a19:27:07.255989 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:27:07.382035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:07.695390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6686): Launched\u000a19:27:07.954742 run iperf3-srv_10.42.42.10(pid=6687): Launched\u000a19:27:08.139338 tst iperf3m4.py:8: start network...\u000a19:27:08.264926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:08.751393 run create_hlr_db(pid=6688): Launched\u000a19:27:08.927546 bus /gobi_6: Setting Powered False\u000a19:27:09.948101 run create_hlr_db(pid=6688): Terminated: ok {rc=0}\u000a19:27:10.380553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6690): Launched\u000a19:27:10.706294 run osmo-hlr_10.42.42.2(pid=6691): Launched\u000a19:27:10.828205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:11.392146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6693): Launched\u000a19:27:11.716833 run osmo-stp_10.42.42.5(pid=6694): Launched\u000a19:27:11.836617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:27:12.400770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6696): Launched\u000a19:27:12.508513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:27:12.772394 run patchelf(pid=6697): Launched\u000a19:27:12.949974 run osmo-stp_10.42.42.5(pid=6694): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6694)]\u000a19:27:13.079583 run osmo-stp_10.42.42.5(pid=6694): stdout: \u000a| (launched: 2022-12-09_19:27:11.556351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:13.209627 run osmo-stp_10.42.42.5(pid=6694): stderr: \u000a| �[0;m�[38;5;43m20221209192711745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192711745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192711745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192711746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192711746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192711746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192711746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:13.334618 run osmo-stp_10.42.42.5(pid=6694): stdout: \u000a| (launched: 2022-12-09_19:27:11.556351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:13.459666 run osmo-stp_10.42.42.5(pid=6694): stderr: \u000a| �[0;m�[38;5;43m20221209192711745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192711745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192711745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192711746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192711746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192711746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192711746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:13.603386 run patchelf(pid=6697): Terminating (SIGINT)\u000a19:27:13.772452 run patchelf(pid=6697): Terminated: ok {rc=0}\u000a19:27:13.803635 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6694): Process ended prematurely: osmo-stp_10.42.42.5(pid=6694) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6694)] [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:27:13.812877 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a19:27:13.871657 run osmo-hlr_10.42.42.2(pid=6691): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6691)]\u000a19:27:13.919523 run osmo-hlr_10.42.42.2(pid=6691): stdout: \u000a| (launched: 2022-12-09_19:27:10.545914) \u000a19:27:13.967876 run osmo-hlr_10.42.42.2(pid=6691): stderr: \u000a| �[0;m�[1;31m20221209192710741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192710741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192710741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192710741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192710741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192710741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192710755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192710765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192710765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192710765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:14.009148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6680): Terminating (SIGTERM)\u000a19:27:14.048030 run iperf3-srv_10.42.42.10(pid=6681): Terminating (SIGTERM)\u000a19:27:14.086986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6682): Terminating (SIGTERM)\u000a19:27:14.125848 run iperf3-srv_10.42.42.10(pid=6683): Terminating (SIGTERM)\u000a19:27:14.164691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6684): Terminating (SIGTERM)\u000a19:27:14.203433 run iperf3-srv_10.42.42.10(pid=6685): Terminating (SIGTERM)\u000a19:27:14.242466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6686): Terminating (SIGTERM)\u000a19:27:14.281384 run iperf3-srv_10.42.42.10(pid=6687): Terminating (SIGTERM)\u000a19:27:14.320427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6690): Terminating (SIGTERM)\u000a19:27:14.359267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6693): Terminating (SIGTERM)\u000a19:27:14.398274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6696): Terminating (SIGTERM)\u000a19:27:14.407339 --- ParallelTerminationStrategy: PID 6680 died...\u000a19:27:14.459587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6680): Terminated: ok {rc=0}\u000a19:27:14.469067 --- ParallelTerminationStrategy: PID 6681 died...\u000a19:27:14.520748 run iperf3-srv_10.42.42.10(pid=6681): Terminated {rc=256}\u000a19:27:14.530154 --- ParallelTerminationStrategy: PID 6682 died...\u000a19:27:14.582644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6682): Terminated: ok {rc=0}\u000a19:27:14.592152 --- ParallelTerminationStrategy: PID 6683 died...\u000a19:27:14.644113 run iperf3-srv_10.42.42.10(pid=6683): Terminated {rc=256}\u000a19:27:14.653872 --- ParallelTerminationStrategy: PID 6684 died...\u000a19:27:14.706341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6684): Terminated: ok {rc=0}\u000a19:27:14.716033 --- ParallelTerminationStrategy: PID 6685 died...\u000a19:27:14.768134 run iperf3-srv_10.42.42.10(pid=6685): Terminated {rc=256}\u000a19:27:14.777850 --- ParallelTerminationStrategy: PID 6686 died...\u000a19:27:14.829945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6686): Terminated: ok {rc=0}\u000a19:27:14.839651 --- ParallelTerminationStrategy: PID 6687 died...\u000a19:27:14.892309 run iperf3-srv_10.42.42.10(pid=6687): Terminated {rc=256}\u000a19:27:14.901840 --- ParallelTerminationStrategy: PID 6690 died...\u000a19:27:14.954293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6690): Terminated: ok {rc=0}\u000a19:27:14.963862 --- ParallelTerminationStrategy: PID 6693 died...\u000a19:27:15.016201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6693): Terminated: ok {rc=0}\u000a19:27:15.025987 --- ParallelTerminationStrategy: PID 6696 died...\u000a19:27:15.078576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6696): Terminated: ok {rc=0}\u000a19:27:15.166494 bus /gobi_4: Setting Powered False\u000a19:27:16.300225 bus /gobi_4: Setting Powered False\u000a19:27:17.407404 bus /gobi_1: Setting Powered False\u000a19:27:18.513489 bus /gobi_1: Setting Powered False\u000a19:27:19.621029 bus /gobi_0: Setting Powered False\u000a19:27:20.729288 bus /gobi_0: Setting Powered False\u000a19:27:21.838261 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6704): Process ended prematurely: osmo-stp_10.42.42.5(pid=6704) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6704)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6704): Process ended prematurely: osmo-stp_10.42.42.5(pid=6704) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:27:22.907420 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:22.919231 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:27:23.064928 tst ping.py: using LAC 23201\u000a19:27:23.189337 tst ping.py: using RAC 251\u000a19:27:23.309079 tst ping.py: using CellId 23201\u000a19:27:23.426560 tst ping.py: using BVCI 23202\u000a19:27:23.449405 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:23.460263 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:23.470993 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:23.482419 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:23.493609 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:23.504560 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:23.516201 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:23.527467 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:27:23.817863 tst ping.py:19: start network...\u000a19:27:23.950477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:24.452006 run create_hlr_db(pid=6698): Launched\u000a19:27:24.636774 bus /gobi_6: Setting Powered False\u000a19:27:25.655892 run create_hlr_db(pid=6698): Terminated: ok {rc=0}\u000a19:27:26.056563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6700): Launched\u000a19:27:26.356288 run osmo-hlr_10.42.42.2(pid=6701): Launched\u000a19:27:26.469765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:26.988515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6703): Launched\u000a19:27:27.288329 run osmo-stp_10.42.42.5(pid=6704): Launched\u000a19:27:27.396600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:27:27.915389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6706): Launched\u000a19:27:28.021231 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:27:28.280256 run patchelf(pid=6707): Launched\u000a19:27:28.454120 run osmo-stp_10.42.42.5(pid=6704): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6704)]\u000a19:27:28.580777 run osmo-stp_10.42.42.5(pid=6704): stdout: \u000a| (launched: 2022-12-09_19:27:27.139852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:28.707706 run osmo-stp_10.42.42.5(pid=6704): stderr: \u000a| �[0;m�[38;5;43m20221209192727309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192727309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192727309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192727310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192727310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192727310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192727310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:28.830687 run osmo-stp_10.42.42.5(pid=6704): stdout: \u000a| (launched: 2022-12-09_19:27:27.139852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:28.952158 run osmo-stp_10.42.42.5(pid=6704): stderr: \u000a| �[0;m�[38;5;43m20221209192727309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192727309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192727309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192727310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192727310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192727310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192727310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:29.094565 run patchelf(pid=6707): Terminating (SIGINT)\u000a19:27:29.261133 run patchelf(pid=6707): Terminated: ok {rc=0}\u000a19:27:29.291539 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6704): Process ended prematurely: osmo-stp_10.42.42.5(pid=6704) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6704)] [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a19:27:29.300265 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:27:29.359125 run osmo-hlr_10.42.42.2(pid=6701): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6701)]\u000a19:27:29.407099 run osmo-hlr_10.42.42.2(pid=6701): stdout: \u000a| (launched: 2022-12-09_19:27:26.207909) \u000a19:27:29.455808 run osmo-hlr_10.42.42.2(pid=6701): stderr: \u000a| �[0;m�[1;31m20221209192726382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192726382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192726382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192726382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192726382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192726382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192726395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192726404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192726404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192726404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:29.497126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6700): Terminating (SIGTERM)\u000a19:27:29.536267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6703): Terminating (SIGTERM)\u000a19:27:29.575408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6706): Terminating (SIGTERM)\u000a19:27:29.584906 --- ParallelTerminationStrategy: PID 6700 died...\u000a19:27:29.637099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6700): Terminated: ok {rc=0}\u000a19:27:29.646861 --- ParallelTerminationStrategy: PID 6703 died...\u000a19:27:29.698560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6703): Terminated: ok {rc=0}\u000a19:27:29.708163 --- ParallelTerminationStrategy: PID 6706 died...\u000a19:27:29.760234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6706): Terminated: ok {rc=0}\u000a19:27:29.846948 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6714): Process ended prematurely: osmo-stp_10.42.42.5(pid=6714) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6714)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6714): Process ended prematurely: osmo-stp_10.42.42.5(pid=6714) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:27:30.914329 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:30.934950 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:27:31.100712 tst ping_idle_ping.py: using LAC 23202\u000a19:27:31.223600 tst ping_idle_ping.py: using RAC 252\u000a19:27:31.343167 tst ping_idle_ping.py: using CellId 23202\u000a19:27:31.474168 tst ping_idle_ping.py: using BVCI 23203\u000a19:27:31.499412 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:31.511531 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:31.523669 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:31.536990 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:31.548590 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:31.562159 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:31.574858 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:27:31.587462 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:27:31.889196 tst ping_idle_ping.py:24: start network...\u000a19:27:32.026373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:32.538759 run create_hlr_db(pid=6708): Launched\u000a19:27:32.724745 bus /gobi_6: Setting Powered False\u000a19:27:33.746151 run create_hlr_db(pid=6708): Terminated: ok {rc=0}\u000a19:27:34.171205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6710): Launched\u000a19:27:34.491334 run osmo-hlr_10.42.42.2(pid=6711): Launched\u000a19:27:34.606953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:35.164153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6713): Launched\u000a19:27:35.485811 run osmo-stp_10.42.42.5(pid=6714): Launched\u000a19:27:35.601698 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:27:36.145448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6717): Launched\u000a19:27:36.252038 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:27:36.511326 run patchelf(pid=6718): Launched\u000a19:27:36.686438 run osmo-stp_10.42.42.5(pid=6714): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6714)]\u000a19:27:36.815377 run osmo-stp_10.42.42.5(pid=6714): stdout: \u000a| (launched: 2022-12-09_19:27:35.327084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:36.943986 run osmo-stp_10.42.42.5(pid=6714): stderr: \u000a| �[0;m�[38;5;43m20221209192735518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192735519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192735519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192735519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192735520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192735520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192735520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:37.068941 run osmo-stp_10.42.42.5(pid=6714): stdout: \u000a| (launched: 2022-12-09_19:27:35.327084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:37.192232 run osmo-stp_10.42.42.5(pid=6714): stderr: \u000a| �[0;m�[38;5;43m20221209192735518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192735519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192735519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192735519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192735520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192735520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192735520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:37.334294 run patchelf(pid=6718): Terminating (SIGINT)\u000a19:27:37.501180 run patchelf(pid=6718): Terminated: ok {rc=0}\u000a19:27:37.531476 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6714): Process ended prematurely: osmo-stp_10.42.42.5(pid=6714) [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6714)] [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:27:37.540206 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:27:37.598868 run osmo-hlr_10.42.42.2(pid=6711): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6711)]\u000a19:27:37.646690 run osmo-hlr_10.42.42.2(pid=6711): stdout: \u000a| (launched: 2022-12-09_19:27:34.334122) \u000a19:27:37.695293 run osmo-hlr_10.42.42.2(pid=6711): stderr: \u000a| �[0;m�[1;31m20221209192734533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192734533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192734533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192734533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192734533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192734533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192734545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192734553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192734553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192734553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:37.736385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6710): Terminating (SIGTERM)\u000a19:27:37.775079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6713): Terminating (SIGTERM)\u000a19:27:37.813873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6717): Terminating (SIGTERM)\u000a19:27:37.822876 --- ParallelTerminationStrategy: PID 6710 died...\u000a19:27:37.875187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6710): Terminated: ok {rc=0}\u000a19:27:37.884629 --- ParallelTerminationStrategy: PID 6713 died...\u000a19:27:37.936415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6713): Terminated: ok {rc=0}\u000a19:27:37.945857 --- ParallelTerminationStrategy: PID 6717 died...\u000a19:27:37.997800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6717): Terminated: ok {rc=0}\u000a19:27:38.086066 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:26:40" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6732): Process ended prematurely: osmo-stp_10.42.42.5(pid=6732) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6732)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6732): Process ended prematurely: osmo-stp_10.42.42.5(pid=6732) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:27:40.237657 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:40.248557 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:27:40.403152 tst cs_paging_gprs_active.py: using LAC 23203\u000a19:27:40.520731 tst cs_paging_gprs_active.py: using RAC 253\u000a19:27:40.642860 tst cs_paging_gprs_active.py: using CellId 23203\u000a19:27:40.762425 tst cs_paging_gprs_active.py: using BVCI 23204\u000a19:27:40.785840 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:40.796609 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:40.807292 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:40.818333 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:40.829166 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:40.839994 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:40.851067 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:40.861940 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:40.872861 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:27:40.990912 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:27:41.271374 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:27:41.398844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:41.714104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6722): Launched\u000a19:27:41.975481 run iperf3-srv_10.42.42.10(pid=6723): Launched\u000a19:27:42.161660 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:27:42.288332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:42.612250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6724): Launched\u000a19:27:42.892498 run iperf3-srv_10.42.42.10(pid=6725): Launched\u000a19:27:43.092249 tst cs_paging_gprs_active.py:38: start network...\u000a19:27:43.229382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:43.742497 run create_hlr_db(pid=6726): Launched\u000a19:27:43.930750 bus /gobi_6: Setting Powered False\u000a19:27:44.951787 run create_hlr_db(pid=6726): Terminated: ok {rc=0}\u000a19:27:45.360014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6728): Launched\u000a19:27:45.663773 run osmo-hlr_10.42.42.2(pid=6729): Launched\u000a19:27:45.775724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:46.382647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6731): Launched\u000a19:27:46.844314 run osmo-stp_10.42.42.5(pid=6732): Launched\u000a19:27:47.073220 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:27:47.655480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6734): Launched\u000a19:27:47.763354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:27:48.034992 run patchelf(pid=6735): Launched\u000a19:27:48.213401 run osmo-stp_10.42.42.5(pid=6732): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6732)]\u000a19:27:48.343579 run osmo-stp_10.42.42.5(pid=6732): stdout: \u000a| (launched: 2022-12-09_19:27:46.570408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:48.474268 run osmo-stp_10.42.42.5(pid=6732): stderr: \u000a| �[0;m�[38;5;43m20221209192746813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192746814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192746814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192746819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192746820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192746820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192746820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:48.600056 run osmo-stp_10.42.42.5(pid=6732): stdout: \u000a| (launched: 2022-12-09_19:27:46.570408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:48.724511 run osmo-stp_10.42.42.5(pid=6732): stderr: \u000a| �[0;m�[38;5;43m20221209192746813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192746814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192746814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192746819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192746820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192746820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192746820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:48.869774 run patchelf(pid=6735): Terminating (SIGINT)\u000a19:27:49.039912 run patchelf(pid=6735): Terminated: ok {rc=0}\u000a19:27:49.071231 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6732): Process ended prematurely: osmo-stp_10.42.42.5(pid=6732) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6732)] [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:27:49.080572 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:27:49.139447 run osmo-hlr_10.42.42.2(pid=6729): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6729)]\u000a19:27:49.187784 run osmo-hlr_10.42.42.2(pid=6729): stdout: \u000a| (launched: 2022-12-09_19:27:45.514398) \u000a19:27:49.236514 run osmo-hlr_10.42.42.2(pid=6729): stderr: \u000a| �[0;m�[1;31m20221209192745690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192745690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192745690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192745690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192745690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192745690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192745703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192745713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192745714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192745714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:49.277965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6722): Terminating (SIGTERM)\u000a19:27:49.318596 run iperf3-srv_10.42.42.10(pid=6723): Terminating (SIGTERM)\u000a19:27:49.357849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6724): Terminating (SIGTERM)\u000a19:27:49.396929 run iperf3-srv_10.42.42.10(pid=6725): Terminating (SIGTERM)\u000a19:27:49.435965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6728): Terminating (SIGTERM)\u000a19:27:49.475155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6731): Terminating (SIGTERM)\u000a19:27:49.514524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6734): Terminating (SIGTERM)\u000a19:27:49.523723 --- ParallelTerminationStrategy: PID 6722 died...\u000a19:27:49.576381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6722): Terminated: ok {rc=0}\u000a19:27:49.586070 --- ParallelTerminationStrategy: PID 6723 died...\u000a19:27:49.638407 run iperf3-srv_10.42.42.10(pid=6723): Terminated {rc=256}\u000a19:27:49.647946 --- ParallelTerminationStrategy: PID 6724 died...\u000a19:27:49.700540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6724): Terminated: ok {rc=0}\u000a19:27:49.710150 --- ParallelTerminationStrategy: PID 6725 died...\u000a19:27:49.762384 run iperf3-srv_10.42.42.10(pid=6725): Terminated {rc=256}\u000a19:27:49.772180 --- ParallelTerminationStrategy: PID 6728 died...\u000a19:27:49.824905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6728): Terminated: ok {rc=0}\u000a19:27:49.834394 --- ParallelTerminationStrategy: PID 6731 died...\u000a19:27:49.886858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6731): Terminated: ok {rc=0}\u000a19:27:49.896366 --- ParallelTerminationStrategy: PID 6734 died...\u000a19:27:49.948755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6734): Terminated: ok {rc=0}\u000a19:27:50.036532 bus /gobi_0: Setting Powered False\u000a19:27:51.139831 bus /gobi_0: Setting Powered False\u000a19:27:52.244866 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6744): Process ended prematurely: osmo-stp_10.42.42.5(pid=6744) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6744)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6744): Process ended prematurely: osmo-stp_10.42.42.5(pid=6744) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:27:53.359793 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:53.371906 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:27:53.538504 tst iperf3.py: using LAC 23204\u000a19:27:53.667047 tst iperf3.py: using RAC 254\u000a19:27:53.788535 tst iperf3.py: using CellId 23204\u000a19:27:53.908645 tst iperf3.py: using BVCI 23205\u000a19:27:53.931864 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:53.942698 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:53.953398 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:53.964151 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:53.974698 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:53.985211 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:53.995844 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:54.006307 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:27:54.016858 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:27:54.311067 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:27:54.447456 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:54.783577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6736): Launched\u000a19:27:55.061093 run iperf3-srv_10.42.42.10(pid=6737): Launched\u000a19:27:55.261023 tst iperf3.py:8: start network...\u000a19:27:55.396833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:55.907439 run create_hlr_db(pid=6738): Launched\u000a19:27:56.095612 bus /gobi_6: Setting Powered False\u000a19:27:57.115474 run create_hlr_db(pid=6738): Terminated: ok {rc=0}\u000a19:27:57.525514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6740): Launched\u000a19:27:57.828441 run osmo-hlr_10.42.42.2(pid=6741): Launched\u000a19:27:57.939669 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:58.466299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6743): Launched\u000a19:27:58.769321 run osmo-stp_10.42.42.5(pid=6744): Launched\u000a19:27:58.879710 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:27:59.408422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6746): Launched\u000a19:27:59.516125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:27:59.781730 run patchelf(pid=6747): Launched\u000a19:27:59.958623 run osmo-stp_10.42.42.5(pid=6744): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6744)]\u000a19:28:00.087744 run osmo-stp_10.42.42.5(pid=6744): stdout: \u000a| (launched: 2022-12-09_19:27:58.620030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:00.217969 run osmo-stp_10.42.42.5(pid=6744): stderr: \u000a| �[0;m�[38;5;43m20221209192758792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192758792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192758793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192758794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192758795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192758795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192758795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:00.343135 run osmo-stp_10.42.42.5(pid=6744): stdout: \u000a| (launched: 2022-12-09_19:27:58.620030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:00.467201 run osmo-stp_10.42.42.5(pid=6744): stderr: \u000a| �[0;m�[38;5;43m20221209192758792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192758792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192758793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192758794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192758795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192758795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192758795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:00.611332 run patchelf(pid=6747): Terminating (SIGINT)\u000a19:28:00.781094 run patchelf(pid=6747): Terminated: ok {rc=0}\u000a19:28:00.812485 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6744): Process ended prematurely: osmo-stp_10.42.42.5(pid=6744) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6744)] [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:28:00.821756 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:28:00.888656 run osmo-hlr_10.42.42.2(pid=6741): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6741)]\u000a19:28:00.954248 run osmo-hlr_10.42.42.2(pid=6741): stdout: \u000a| (launched: 2022-12-09_19:27:57.679987) \u000a19:28:01.010201 run osmo-hlr_10.42.42.2(pid=6741): stderr: \u000a| �[0;m�[1;31m20221209192757859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192757859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192757859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192757859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192757859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192757859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192757871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192757880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192757880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192757880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:01.057419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6736): Terminating (SIGTERM)\u000a19:28:01.101178 run iperf3-srv_10.42.42.10(pid=6737): Terminating (SIGTERM)\u000a19:28:01.145474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6740): Terminating (SIGTERM)\u000a19:28:01.190991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6743): Terminating (SIGTERM)\u000a19:28:01.238170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6746): Terminating (SIGTERM)\u000a19:28:01.248729 --- ParallelTerminationStrategy: PID 6736 died...\u000a19:28:01.308839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6736): Terminated: ok {rc=0}\u000a19:28:01.319963 --- ParallelTerminationStrategy: PID 6737 died...\u000a19:28:01.379271 run iperf3-srv_10.42.42.10(pid=6737): Terminated {rc=256}\u000a19:28:01.390251 --- ParallelTerminationStrategy: PID 6740 died...\u000a19:28:01.449823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6740): Terminated: ok {rc=0}\u000a19:28:01.460660 --- ParallelTerminationStrategy: PID 6743 died...\u000a19:28:01.519696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6743): Terminated: ok {rc=0}\u000a19:28:01.530851 --- ParallelTerminationStrategy: PID 6746 died...\u000a19:28:01.590179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6746): Terminated: ok {rc=0}\u000a19:28:01.698821 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6762): Process ended prematurely: osmo-stp_10.42.42.5(pid=6762) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6762)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6762): Process ended prematurely: osmo-stp_10.42.42.5(pid=6762) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:28:02.815876 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:02.828057 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:28:02.997227 tst iperf3m4.py: using LAC 23205\u000a19:28:03.121639 tst iperf3m4.py: using RAC 255\u000a19:28:03.246786 tst iperf3m4.py: using CellId 23205\u000a19:28:03.375486 tst iperf3m4.py: using BVCI 23206\u000a19:28:03.398895 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:03.410043 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:03.420707 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:03.431898 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:03.443144 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:03.454578 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:03.465860 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:03.477010 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:03.488232 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:28:03.605054 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:28:03.727909 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:28:03.847883 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:28:04.129340 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:28:04.255877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:04.570580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6748): Launched\u000a19:28:04.831695 run iperf3-srv_10.42.42.10(pid=6749): Launched\u000a19:28:05.016478 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:28:05.142992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:05.458326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6750): Launched\u000a19:28:05.718827 run iperf3-srv_10.42.42.10(pid=6751): Launched\u000a19:28:05.903172 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:28:06.029149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:06.343534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6752): Launched\u000a19:28:06.604179 run iperf3-srv_10.42.42.10(pid=6753): Launched\u000a19:28:06.788659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:28:06.914836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:07.228299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6754): Launched\u000a19:28:07.491251 run iperf3-srv_10.42.42.10(pid=6755): Launched\u000a19:28:07.676394 tst iperf3m4.py:8: start network...\u000a19:28:07.802860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:08.288539 run create_hlr_db(pid=6756): Launched\u000a19:28:08.463198 bus /gobi_6: Setting Powered False\u000a19:28:09.485423 run create_hlr_db(pid=6756): Terminated: ok {rc=0}\u000a19:28:09.915901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6758): Launched\u000a19:28:10.241517 run osmo-hlr_10.42.42.2(pid=6759): Launched\u000a19:28:10.362462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:10.925727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6761): Launched\u000a19:28:11.250777 run osmo-stp_10.42.42.5(pid=6762): Launched\u000a19:28:11.368327 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:28:11.933191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6765): Launched\u000a19:28:12.049231 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:28:12.331768 run patchelf(pid=6766): Launched\u000a19:28:12.520809 run osmo-stp_10.42.42.5(pid=6762): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6762)]\u000a19:28:12.659290 run osmo-stp_10.42.42.5(pid=6762): stdout: \u000a| (launched: 2022-12-09_19:28:11.091000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:12.798053 run osmo-stp_10.42.42.5(pid=6762): stderr: \u000a| �[0;m�[38;5;43m20221209192811279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192811279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192811279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192811279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192811280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192811280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192811280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:12.931961 run osmo-stp_10.42.42.5(pid=6762): stdout: \u000a| (launched: 2022-12-09_19:28:11.091000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:13.064856 run osmo-stp_10.42.42.5(pid=6762): stderr: \u000a| �[0;m�[38;5;43m20221209192811279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192811279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192811279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192811279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192811280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192811280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192811280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:13.220137 run patchelf(pid=6766): Terminating (SIGINT)\u000a19:28:13.401872 run patchelf(pid=6766): Terminated: ok {rc=0}\u000a19:28:13.435255 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6762): Process ended prematurely: osmo-stp_10.42.42.5(pid=6762) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6762)] [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:28:13.445514 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:28:13.509267 run osmo-hlr_10.42.42.2(pid=6759): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6759)]\u000a19:28:13.560523 run osmo-hlr_10.42.42.2(pid=6759): stdout: \u000a| (launched: 2022-12-09_19:28:10.081458) \u000a19:28:13.612149 run osmo-hlr_10.42.42.2(pid=6759): stderr: \u000a| �[0;m�[1;31m20221209192810276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192810276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192810276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192810276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192810276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192810276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192810288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192810297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192810297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192810297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:13.656188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6748): Terminating (SIGTERM)\u000a19:28:13.698035 run iperf3-srv_10.42.42.10(pid=6749): Terminating (SIGTERM)\u000a19:28:13.740196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6750): Terminating (SIGTERM)\u000a19:28:13.782165 run iperf3-srv_10.42.42.10(pid=6751): Terminating (SIGTERM)\u000a19:28:13.823990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6752): Terminating (SIGTERM)\u000a19:28:13.865828 run iperf3-srv_10.42.42.10(pid=6753): Terminating (SIGTERM)\u000a19:28:13.907648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6754): Terminating (SIGTERM)\u000a19:28:13.949823 run iperf3-srv_10.42.42.10(pid=6755): Terminating (SIGTERM)\u000a19:28:13.991731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6758): Terminating (SIGTERM)\u000a19:28:14.034070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6761): Terminating (SIGTERM)\u000a19:28:14.076118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6765): Terminating (SIGTERM)\u000a19:28:14.086026 --- ParallelTerminationStrategy: PID 6748 died...\u000a19:28:14.142678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6748): Terminated: ok {rc=0}\u000a19:28:14.152991 --- ParallelTerminationStrategy: PID 6749 died...\u000a19:28:14.208784 run iperf3-srv_10.42.42.10(pid=6749): Terminated {rc=256}\u000a19:28:14.218892 --- ParallelTerminationStrategy: PID 6750 died...\u000a19:28:14.274463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6750): Terminated: ok {rc=0}\u000a19:28:14.284803 --- ParallelTerminationStrategy: PID 6751 died...\u000a19:28:14.340393 run iperf3-srv_10.42.42.10(pid=6751): Terminated {rc=256}\u000a19:28:14.350575 --- ParallelTerminationStrategy: PID 6752 died...\u000a19:28:14.406390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6752): Terminated: ok {rc=0}\u000a19:28:14.416373 --- ParallelTerminationStrategy: PID 6753 died...\u000a19:28:14.471552 run iperf3-srv_10.42.42.10(pid=6753): Terminated {rc=256}\u000a19:28:14.481918 --- ParallelTerminationStrategy: PID 6754 died...\u000a19:28:14.537342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6754): Terminated: ok {rc=0}\u000a19:28:14.547619 --- ParallelTerminationStrategy: PID 6755 died...\u000a19:28:14.603492 run iperf3-srv_10.42.42.10(pid=6755): Terminated {rc=256}\u000a19:28:14.613938 --- ParallelTerminationStrategy: PID 6758 died...\u000a19:28:14.669446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6758): Terminated: ok {rc=0}\u000a19:28:14.679829 --- ParallelTerminationStrategy: PID 6761 died...\u000a19:28:14.735719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6761): Terminated: ok {rc=0}\u000a19:28:14.745812 --- ParallelTerminationStrategy: PID 6765 died...\u000a19:28:14.801750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6765): Terminated: ok {rc=0}\u000a19:28:14.888596 bus /gobi_4: Setting Powered False\u000a19:28:16.009961 bus /gobi_4: Setting Powered False\u000a19:28:17.120283 bus /gobi_1: Setting Powered False\u000a19:28:18.227226 bus /gobi_1: Setting Powered False\u000a19:28:19.333425 bus /gobi_0: Setting Powered False\u000a19:28:20.439703 bus /gobi_0: Setting Powered False\u000a19:28:21.547378 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6774): Process ended prematurely: osmo-stp_10.42.42.5(pid=6774) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6774)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6774): Process ended prematurely: osmo-stp_10.42.42.5(pid=6774) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:28:22.614712 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:22.626609 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:28:22.784662 tst ping.py: using LAC 23206\u000a19:28:22.906055 tst ping.py: using RAC 1\u000a19:28:23.021302 tst ping.py: using CellId 23206\u000a19:28:23.138471 tst ping.py: using BVCI 23207\u000a19:28:23.161440 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:23.172132 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:23.183190 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:23.194557 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:23.205817 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:23.217193 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:23.228555 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:23.239883 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:28:23.514715 tst ping.py:19: start network...\u000a19:28:23.637887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:24.112113 run create_hlr_db(pid=6767): Launched\u000a19:28:24.283395 bus /gobi_6: Setting Powered False\u000a19:28:25.303830 run create_hlr_db(pid=6767): Terminated: ok {rc=0}\u000a19:28:25.729570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6770): Launched\u000a19:28:26.047412 run osmo-hlr_10.42.42.2(pid=6771): Launched\u000a19:28:26.166258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:26.723163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6773): Launched\u000a19:28:27.041875 run osmo-stp_10.42.42.5(pid=6774): Launched\u000a19:28:27.160644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:28:27.718019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6776): Launched\u000a19:28:27.831980 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:28:28.110176 run patchelf(pid=6777): Launched\u000a19:28:28.296664 run osmo-stp_10.42.42.5(pid=6774): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6774)]\u000a19:28:28.432633 run osmo-stp_10.42.42.5(pid=6774): stdout: \u000a| (launched: 2022-12-09_19:28:26.885559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:28.568854 run osmo-stp_10.42.42.5(pid=6774): stderr: \u000a| �[0;m�[38;5;43m20221209192827076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192827076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192827077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192827077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192827077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192827077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192827078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:28.700692 run osmo-stp_10.42.42.5(pid=6774): stdout: \u000a| (launched: 2022-12-09_19:28:26.885559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:28.831267 run osmo-stp_10.42.42.5(pid=6774): stderr: \u000a| �[0;m�[38;5;43m20221209192827076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192827076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192827077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192827077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192827077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192827077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192827078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:28.982968 run patchelf(pid=6777): Terminating (SIGINT)\u000a19:28:29.161541 run patchelf(pid=6777): Terminated: ok {rc=0}\u000a19:28:29.194152 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6774): Process ended prematurely: osmo-stp_10.42.42.5(pid=6774) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6774)] [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:28:29.203506 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:28:29.266761 run osmo-hlr_10.42.42.2(pid=6771): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6771)]\u000a19:28:29.318157 run osmo-hlr_10.42.42.2(pid=6771): stdout: \u000a| (launched: 2022-12-09_19:28:25.891464) \u000a19:28:29.369972 run osmo-hlr_10.42.42.2(pid=6771): stderr: \u000a| �[0;m�[1;31m20221209192826088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192826089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192826089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192826089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192826089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192826089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192826099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192826107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192826107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192826107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:29.414030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6770): Terminating (SIGTERM)\u000a19:28:29.455801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6773): Terminating (SIGTERM)\u000a19:28:29.498031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6776): Terminating (SIGTERM)\u000a19:28:29.507929 --- ParallelTerminationStrategy: PID 6770 died...\u000a19:28:29.564092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6770): Terminated: ok {rc=0}\u000a19:28:29.574590 --- ParallelTerminationStrategy: PID 6773 died...\u000a19:28:29.630512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6773): Terminated: ok {rc=0}\u000a19:28:29.640719 --- ParallelTerminationStrategy: PID 6776 died...\u000a19:28:29.696093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6776): Terminated: ok {rc=0}\u000a19:28:29.782442 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6784): Process ended prematurely: osmo-stp_10.42.42.5(pid=6784) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6784)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6784): Process ended prematurely: osmo-stp_10.42.42.5(pid=6784) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:28:30.843568 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:30.865992 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:28:31.050210 tst ping_idle_ping.py: using LAC 23207\u000a19:28:31.204939 tst ping_idle_ping.py: using RAC 2\u000a19:28:31.372300 tst ping_idle_ping.py: using CellId 23207\u000a19:28:31.495865 tst ping_idle_ping.py: using BVCI 23208\u000a19:28:31.520638 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:31.532319 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:31.543775 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:31.555874 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:31.567547 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:31.579328 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:31.591366 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:28:31.603816 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:28:31.888677 tst ping_idle_ping.py:24: start network...\u000a19:28:32.017507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:32.514982 run create_hlr_db(pid=6778): Launched\u000a19:28:32.700766 bus /gobi_6: Setting Powered False\u000a19:28:33.722386 run create_hlr_db(pid=6778): Terminated: ok {rc=0}\u000a19:28:34.147245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6780): Launched\u000a19:28:34.468841 run osmo-hlr_10.42.42.2(pid=6781): Launched\u000a19:28:34.587965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:35.141406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6783): Launched\u000a19:28:35.464427 run osmo-stp_10.42.42.5(pid=6784): Launched\u000a19:28:35.580585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:28:36.137255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6786): Launched\u000a19:28:36.251654 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:28:36.530595 run patchelf(pid=6787): Launched\u000a19:28:36.717572 run osmo-stp_10.42.42.5(pid=6784): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6784)]\u000a19:28:36.854148 run osmo-stp_10.42.42.5(pid=6784): stdout: \u000a| (launched: 2022-12-09_19:28:35.303695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:36.990859 run osmo-stp_10.42.42.5(pid=6784): stderr: \u000a| �[0;m�[38;5;43m20221209192835494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192835494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192835495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192835495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192835495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192835496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192835496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:37.123081 run osmo-stp_10.42.42.5(pid=6784): stdout: \u000a| (launched: 2022-12-09_19:28:35.303695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:37.254721 run osmo-stp_10.42.42.5(pid=6784): stderr: \u000a| �[0;m�[38;5;43m20221209192835494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192835494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192835495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192835495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192835495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192835496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192835496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:37.406776 run patchelf(pid=6787): Terminating (SIGINT)\u000a19:28:37.585216 run patchelf(pid=6787): Terminated: ok {rc=0}\u000a19:28:37.617510 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6784): Process ended prematurely: osmo-stp_10.42.42.5(pid=6784) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6784)] [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:28:37.626751 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a19:28:37.689370 run osmo-hlr_10.42.42.2(pid=6781): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6781)]\u000a19:28:37.740283 run osmo-hlr_10.42.42.2(pid=6781): stdout: \u000a| (launched: 2022-12-09_19:28:34.309946) \u000a19:28:37.791438 run osmo-hlr_10.42.42.2(pid=6781): stderr: \u000a| �[0;m�[1;31m20221209192834507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192834507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192834507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192834507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192834507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192834507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192834518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192834527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192834527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192834527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:37.834799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6780): Terminating (SIGTERM)\u000a19:28:37.876494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6783): Terminating (SIGTERM)\u000a19:28:37.918031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6786): Terminating (SIGTERM)\u000a19:28:37.928124 --- ParallelTerminationStrategy: PID 6780 died...\u000a19:28:37.983702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6780): Terminated: ok {rc=0}\u000a19:28:37.994237 --- ParallelTerminationStrategy: PID 6783 died...\u000a19:28:38.049720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6783): Terminated: ok {rc=0}\u000a19:28:38.059880 --- ParallelTerminationStrategy: PID 6786 died...\u000a19:28:38.115306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6786): Terminated: ok {rc=0}\u000a19:28:38.201976 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:27:39" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6801): Process ended prematurely: osmo-stp_10.42.42.5(pid=6801) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6801)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6801): Process ended prematurely: osmo-stp_10.42.42.5(pid=6801) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:28:40.354732 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:40.366084 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:28:40.528463 tst cs_paging_gprs_active.py: using LAC 23208\u000a19:28:40.654382 tst cs_paging_gprs_active.py: using RAC 3\u000a19:28:40.779887 tst cs_paging_gprs_active.py: using CellId 23208\u000a19:28:40.911220 tst cs_paging_gprs_active.py: using BVCI 23209\u000a19:28:40.936013 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:40.947145 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:40.958209 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:40.969679 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:40.980821 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:40.992300 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:41.003806 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:41.015389 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:41.027134 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:28:41.149521 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:28:41.435346 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:28:41.562378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:41.878531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6791): Launched\u000a19:28:42.139244 run iperf3-srv_10.42.42.10(pid=6792): Launched\u000a19:28:42.324628 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:28:42.451047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:42.766833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6793): Launched\u000a19:28:43.026955 run iperf3-srv_10.42.42.10(pid=6794): Launched\u000a19:28:43.212013 tst cs_paging_gprs_active.py:38: start network...\u000a19:28:43.338387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:43.824930 run create_hlr_db(pid=6795): Launched\u000a19:28:43.999344 bus /gobi_6: Setting Powered False\u000a19:28:45.021115 run create_hlr_db(pid=6795): Terminated: ok {rc=0}\u000a19:28:45.451941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6797): Launched\u000a19:28:45.776436 run osmo-hlr_10.42.42.2(pid=6798): Launched\u000a19:28:45.996460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:46.567385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6800): Launched\u000a19:28:46.939586 run osmo-stp_10.42.42.5(pid=6801): Launched\u000a19:28:47.074003 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:28:47.720591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6803): Launched\u000a19:28:47.828520 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:28:48.092584 run patchelf(pid=6804): Launched\u000a19:28:48.271543 run osmo-stp_10.42.42.5(pid=6801): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6801)]\u000a19:28:48.400626 run osmo-stp_10.42.42.5(pid=6801): stdout: \u000a| (launched: 2022-12-09_19:28:46.727693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:48.530237 run osmo-stp_10.42.42.5(pid=6801): stderr: \u000a| �[0;m�[38;5;43m20221209192847085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192847085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192847086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192847086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192847087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192847087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192847087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:48.654968 run osmo-stp_10.42.42.5(pid=6801): stdout: \u000a| (launched: 2022-12-09_19:28:46.727693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:48.778617 run osmo-stp_10.42.42.5(pid=6801): stderr: \u000a| �[0;m�[38;5;43m20221209192847085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192847085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192847086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192847086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192847087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192847087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192847087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:48.923133 run patchelf(pid=6804): Terminating (SIGINT)\u000a19:28:49.092715 run patchelf(pid=6804): Terminated: ok {rc=0}\u000a19:28:49.124086 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6801): Process ended prematurely: osmo-stp_10.42.42.5(pid=6801) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6801)] [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:28:49.133194 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:28:49.191048 run osmo-hlr_10.42.42.2(pid=6798): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6798)]\u000a19:28:49.238586 run osmo-hlr_10.42.42.2(pid=6798): stdout: \u000a| (launched: 2022-12-09_19:28:45.617340) \u000a19:28:49.286589 run osmo-hlr_10.42.42.2(pid=6798): stderr: \u000a| �[0;m�[1;31m20221209192845816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192845816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192845816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192845816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192845816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192845816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192845836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192845848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192845849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192845849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:49.327387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6791): Terminating (SIGTERM)\u000a19:28:49.365729 run iperf3-srv_10.42.42.10(pid=6792): Terminating (SIGTERM)\u000a19:28:49.403796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6793): Terminating (SIGTERM)\u000a19:28:49.441886 run iperf3-srv_10.42.42.10(pid=6794): Terminating (SIGTERM)\u000a19:28:49.480064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6797): Terminating (SIGTERM)\u000a19:28:49.518263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6800): Terminating (SIGTERM)\u000a19:28:49.556460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6803): Terminating (SIGTERM)\u000a19:28:49.565454 --- ParallelTerminationStrategy: PID 6791 died...\u000a19:28:49.616708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6791): Terminated: ok {rc=0}\u000a19:28:49.625954 --- ParallelTerminationStrategy: PID 6792 died...\u000a19:28:49.677698 run iperf3-srv_10.42.42.10(pid=6792): Terminated {rc=256}\u000a19:28:49.687067 --- ParallelTerminationStrategy: PID 6793 died...\u000a19:28:49.738474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6793): Terminated: ok {rc=0}\u000a19:28:49.747784 --- ParallelTerminationStrategy: PID 6794 died...\u000a19:28:49.798809 run iperf3-srv_10.42.42.10(pid=6794): Terminated {rc=256}\u000a19:28:49.808129 --- ParallelTerminationStrategy: PID 6797 died...\u000a19:28:49.859687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6797): Terminated: ok {rc=0}\u000a19:28:49.869191 --- ParallelTerminationStrategy: PID 6800 died...\u000a19:28:49.920646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6800): Terminated: ok {rc=0}\u000a19:28:49.930066 --- ParallelTerminationStrategy: PID 6803 died...\u000a19:28:49.981551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6803): Terminated: ok {rc=0}\u000a19:28:50.067479 bus /gobi_0: Setting Powered False\u000a19:28:51.169579 bus /gobi_0: Setting Powered False\u000a19:28:52.278640 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6813): Process ended prematurely: osmo-stp_10.42.42.5(pid=6813) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6813)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6813): Process ended prematurely: osmo-stp_10.42.42.5(pid=6813) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:28:53.387971 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:53.399317 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:28:53.557494 tst iperf3.py: using LAC 23209\u000a19:28:53.676800 tst iperf3.py: using RAC 4\u000a19:28:53.796029 tst iperf3.py: using CellId 23209\u000a19:28:53.915239 tst iperf3.py: using BVCI 23210\u000a19:28:53.938530 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:53.949363 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:53.959773 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:53.970360 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:53.980776 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:53.991306 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:54.001908 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:54.012245 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:28:54.022828 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:28:54.318147 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:28:54.454758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:54.790661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6805): Launched\u000a19:28:55.069734 run iperf3-srv_10.42.42.10(pid=6806): Launched\u000a19:28:55.270913 tst iperf3.py:8: start network...\u000a19:28:55.407621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:55.919462 run create_hlr_db(pid=6807): Launched\u000a19:28:56.107999 bus /gobi_6: Setting Powered False\u000a19:28:57.128625 run create_hlr_db(pid=6807): Terminated: ok {rc=0}\u000a19:28:57.536716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6809): Launched\u000a19:28:57.842276 run osmo-hlr_10.42.42.2(pid=6810): Launched\u000a19:28:57.953936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:58.483289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6812): Launched\u000a19:28:58.787267 run osmo-stp_10.42.42.5(pid=6813): Launched\u000a19:28:58.897960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:28:59.427692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6815): Launched\u000a19:28:59.535607 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:28:59.801528 run patchelf(pid=6816): Launched\u000a19:28:59.978696 run osmo-stp_10.42.42.5(pid=6813): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6813)]\u000a19:29:00.108069 run osmo-stp_10.42.42.5(pid=6813): stdout: \u000a| (launched: 2022-12-09_19:28:58.637885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:00.238993 run osmo-stp_10.42.42.5(pid=6813): stderr: \u000a| �[0;m�[38;5;43m20221209192858810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192858810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192858810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192858811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192858811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192858811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192858811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:00.363900 run osmo-stp_10.42.42.5(pid=6813): stdout: \u000a| (launched: 2022-12-09_19:28:58.637885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:00.488127 run osmo-stp_10.42.42.5(pid=6813): stderr: \u000a| �[0;m�[38;5;43m20221209192858810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192858810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192858810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192858811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192858811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192858811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192858811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:00.632515 run patchelf(pid=6816): Terminating (SIGINT)\u000a19:29:00.802270 run patchelf(pid=6816): Terminated: ok {rc=0}\u000a19:29:00.834079 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6813): Process ended prematurely: osmo-stp_10.42.42.5(pid=6813) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6813)] [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:29:00.843687 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:29:00.910125 run osmo-hlr_10.42.42.2(pid=6810): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6810)]\u000a19:29:00.964253 run osmo-hlr_10.42.42.2(pid=6810): stdout: \u000a| (launched: 2022-12-09_19:28:57.691810) \u000a19:29:01.035308 run osmo-hlr_10.42.42.2(pid=6810): stderr: \u000a| �[0;m�[1;31m20221209192857869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192857869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192857869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192857869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192857869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192857869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192857907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192857917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192857917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192857917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:01.077803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6805): Terminating (SIGTERM)\u000a19:29:01.120002 run iperf3-srv_10.42.42.10(pid=6806): Terminating (SIGTERM)\u000a19:29:01.163053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6809): Terminating (SIGTERM)\u000a19:29:01.205941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6812): Terminating (SIGTERM)\u000a19:29:01.246577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6815): Terminating (SIGTERM)\u000a19:29:01.255858 --- ParallelTerminationStrategy: PID 6805 died...\u000a19:29:01.308880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6805): Terminated: ok {rc=0}\u000a19:29:01.318738 --- ParallelTerminationStrategy: PID 6806 died...\u000a19:29:01.371509 run iperf3-srv_10.42.42.10(pid=6806): Terminated {rc=256}\u000a19:29:01.381489 --- ParallelTerminationStrategy: PID 6809 died...\u000a19:29:01.434407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6809): Terminated: ok {rc=0}\u000a19:29:01.444322 --- ParallelTerminationStrategy: PID 6812 died...\u000a19:29:01.497627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6812): Terminated: ok {rc=0}\u000a19:29:01.507608 --- ParallelTerminationStrategy: PID 6815 died...\u000a19:29:01.561280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6815): Terminated: ok {rc=0}\u000a19:29:01.648844 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6831): Process ended prematurely: osmo-stp_10.42.42.5(pid=6831) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6831)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6831): Process ended prematurely: osmo-stp_10.42.42.5(pid=6831) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:29:02.756260 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:02.767533 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:29:02.923364 tst iperf3m4.py: using LAC 23210\u000a19:29:03.043502 tst iperf3m4.py: using RAC 5\u000a19:29:03.164478 tst iperf3m4.py: using CellId 23210\u000a19:29:03.283225 tst iperf3m4.py: using BVCI 23211\u000a19:29:03.306478 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:03.317171 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:03.327654 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:03.338235 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:03.348716 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:03.359285 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:03.369896 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:03.380645 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:03.391340 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:29:03.505535 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:29:03.625819 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:29:03.748093 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:29:04.044141 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:29:04.181409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:29:04.518471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6817): Launched\u000a19:29:04.797912 run iperf3-srv_10.42.42.10(pid=6818): Launched\u000a19:29:04.998408 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:29:05.135185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:29:05.473602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6819): Launched\u000a19:29:05.753406 run iperf3-srv_10.42.42.10(pid=6820): Launched\u000a19:29:05.954285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:29:06.091027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:29:06.429836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6821): Launched\u000a19:29:06.710031 run iperf3-srv_10.42.42.10(pid=6822): Launched\u000a19:29:06.910216 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:29:07.046494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:29:07.383728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6823): Launched\u000a19:29:07.663468 run iperf3-srv_10.42.42.10(pid=6824): Launched\u000a19:29:07.864173 tst iperf3m4.py:8: start network...\u000a19:29:08.000660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:08.514357 run create_hlr_db(pid=6825): Launched\u000a19:29:08.702841 bus /gobi_6: Setting Powered False\u000a19:29:09.723592 run create_hlr_db(pid=6825): Terminated: ok {rc=0}\u000a19:29:10.131385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6827): Launched\u000a19:29:10.437795 run osmo-hlr_10.42.42.2(pid=6828): Launched\u000a19:29:10.549467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:11.075580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6830): Launched\u000a19:29:11.378829 run osmo-stp_10.42.42.5(pid=6831): Launched\u000a19:29:11.488238 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:29:12.016055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6833): Launched\u000a19:29:12.123636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:29:12.387431 run patchelf(pid=6834): Launched\u000a19:29:12.564429 run osmo-stp_10.42.42.5(pid=6831): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6831)]\u000a19:29:12.693937 run osmo-stp_10.42.42.5(pid=6831): stdout: \u000a| (launched: 2022-12-09_19:29:11.230305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:12.823718 run osmo-stp_10.42.42.5(pid=6831): stderr: \u000a| �[0;m�[38;5;43m20221209192911398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192911398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192911398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192911399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192911399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192911399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192911399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:12.948825 run osmo-stp_10.42.42.5(pid=6831): stdout: \u000a| (launched: 2022-12-09_19:29:11.230305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:13.072685 run osmo-stp_10.42.42.5(pid=6831): stderr: \u000a| �[0;m�[38;5;43m20221209192911398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192911398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192911398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192911399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192911399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192911399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192911399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:13.217514 run patchelf(pid=6834): Terminating (SIGINT)\u000a19:29:13.387321 run patchelf(pid=6834): Terminated: ok {rc=0}\u000a19:29:13.418438 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6831): Process ended prematurely: osmo-stp_10.42.42.5(pid=6831) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6831)] [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:29:13.427658 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:29:13.486808 run osmo-hlr_10.42.42.2(pid=6828): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6828)]\u000a19:29:13.534690 run osmo-hlr_10.42.42.2(pid=6828): stdout: \u000a| (launched: 2022-12-09_19:29:10.286307) \u000a19:29:13.583289 run osmo-hlr_10.42.42.2(pid=6828): stderr: \u000a| �[0;m�[1;31m20221209192910459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192910459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192910459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192910460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192910460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192910460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192910473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192910482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192910483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192910483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:13.624471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6817): Terminating (SIGTERM)\u000a19:29:13.663256 run iperf3-srv_10.42.42.10(pid=6818): Terminating (SIGTERM)\u000a19:29:13.701890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6819): Terminating (SIGTERM)\u000a19:29:13.740429 run iperf3-srv_10.42.42.10(pid=6820): Terminating (SIGTERM)\u000a19:29:13.779068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6821): Terminating (SIGTERM)\u000a19:29:13.817622 run iperf3-srv_10.42.42.10(pid=6822): Terminating (SIGTERM)\u000a19:29:13.857327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6823): Terminating (SIGTERM)\u000a19:29:13.895936 run iperf3-srv_10.42.42.10(pid=6824): Terminating (SIGTERM)\u000a19:29:13.934535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6827): Terminating (SIGTERM)\u000a19:29:13.973038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6830): Terminating (SIGTERM)\u000a19:29:14.012125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6833): Terminating (SIGTERM)\u000a19:29:14.021294 --- ParallelTerminationStrategy: PID 6817 died...\u000a19:29:14.073260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6817): Terminated: ok {rc=0}\u000a19:29:14.082734 --- ParallelTerminationStrategy: PID 6818 died...\u000a19:29:14.134972 run iperf3-srv_10.42.42.10(pid=6818): Terminated {rc=256}\u000a19:29:14.144355 --- ParallelTerminationStrategy: PID 6819 died...\u000a19:29:14.196488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6819): Terminated: ok {rc=0}\u000a19:29:14.205944 --- ParallelTerminationStrategy: PID 6820 died...\u000a19:29:14.257578 run iperf3-srv_10.42.42.10(pid=6820): Terminated {rc=256}\u000a19:29:14.266940 --- ParallelTerminationStrategy: PID 6821 died...\u000a19:29:14.318556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6821): Terminated: ok {rc=0}\u000a19:29:14.327950 --- ParallelTerminationStrategy: PID 6822 died...\u000a19:29:14.379697 run iperf3-srv_10.42.42.10(pid=6822): Terminated {rc=256}\u000a19:29:14.389268 --- ParallelTerminationStrategy: PID 6823 died...\u000a19:29:14.440847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6823): Terminated: ok {rc=0}\u000a19:29:14.450339 --- ParallelTerminationStrategy: PID 6824 died...\u000a19:29:14.501868 run iperf3-srv_10.42.42.10(pid=6824): Terminated {rc=256}\u000a19:29:14.511260 --- ParallelTerminationStrategy: PID 6827 died...\u000a19:29:14.562858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6827): Terminated: ok {rc=0}\u000a19:29:14.572287 --- ParallelTerminationStrategy: PID 6830 died...\u000a19:29:14.623598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6830): Terminated: ok {rc=0}\u000a19:29:14.633149 --- ParallelTerminationStrategy: PID 6833 died...\u000a19:29:14.684414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6833): Terminated: ok {rc=0}\u000a19:29:14.765289 bus /gobi_4: Setting Powered False\u000a19:29:15.878777 bus /gobi_4: Setting Powered False\u000a19:29:16.993115 bus /gobi_1: Setting Powered False\u000a19:29:18.095945 bus /gobi_1: Setting Powered False\u000a19:29:19.200291 bus /gobi_0: Setting Powered False\u000a19:29:20.304305 bus /gobi_0: Setting Powered False\u000a19:29:21.410742 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6841): Process ended prematurely: osmo-stp_10.42.42.5(pid=6841) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6841)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6841): Process ended prematurely: osmo-stp_10.42.42.5(pid=6841) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:29:22.478320 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:22.490229 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:29:22.650131 tst ping.py: using LAC 23211\u000a19:29:22.766990 tst ping.py: using RAC 6\u000a19:29:22.883435 tst ping.py: using CellId 23211\u000a19:29:23.002409 tst ping.py: using BVCI 23212\u000a19:29:23.025623 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:23.036510 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:23.047138 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:23.057730 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:23.068229 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:23.078952 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:23.089628 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:23.100152 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:29:23.391335 tst ping.py:19: start network...\u000a19:29:23.525064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:24.030255 run create_hlr_db(pid=6835): Launched\u000a19:29:24.216887 bus /gobi_6: Setting Powered False\u000a19:29:25.236677 run create_hlr_db(pid=6835): Terminated: ok {rc=0}\u000a19:29:25.638997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6837): Launched\u000a19:29:25.939519 run osmo-hlr_10.42.42.2(pid=6838): Launched\u000a19:29:26.050853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:26.570356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6840): Launched\u000a19:29:26.868246 run osmo-stp_10.42.42.5(pid=6841): Launched\u000a19:29:26.976083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:29:27.495647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6843): Launched\u000a19:29:27.602148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:29:27.864003 run patchelf(pid=6844): Launched\u000a19:29:28.039151 run osmo-stp_10.42.42.5(pid=6841): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6841)]\u000a19:29:28.166425 run osmo-stp_10.42.42.5(pid=6841): stdout: \u000a| (launched: 2022-12-09_19:29:26.721629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:28.294436 run osmo-stp_10.42.42.5(pid=6841): stderr: \u000a| �[0;m�[38;5;43m20221209192926892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192926892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192926892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192926892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192926893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192926893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192926893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:28.417727 run osmo-stp_10.42.42.5(pid=6841): stdout: \u000a| (launched: 2022-12-09_19:29:26.721629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:28.539855 run osmo-stp_10.42.42.5(pid=6841): stderr: \u000a| �[0;m�[38;5;43m20221209192926892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192926892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192926892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192926892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192926893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192926893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192926893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:28.682208 run patchelf(pid=6844): Terminating (SIGINT)\u000a19:29:28.849312 run patchelf(pid=6844): Terminated: ok {rc=0}\u000a19:29:28.879693 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6841): Process ended prematurely: osmo-stp_10.42.42.5(pid=6841) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6841)] [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:29:28.888324 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:29:28.946664 run osmo-hlr_10.42.42.2(pid=6838): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6838)]\u000a19:29:28.994286 run osmo-hlr_10.42.42.2(pid=6838): stdout: \u000a| (launched: 2022-12-09_19:29:25.791397) \u000a19:29:29.042678 run osmo-hlr_10.42.42.2(pid=6838): stderr: \u000a| �[0;m�[1;31m20221209192925967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192925967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192925967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192925967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192925967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192925967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192925980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192925988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192925989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192925989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:29.083672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6837): Terminating (SIGTERM)\u000a19:29:29.122328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6840): Terminating (SIGTERM)\u000a19:29:29.160836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6843): Terminating (SIGTERM)\u000a19:29:29.170066 --- ParallelTerminationStrategy: PID 6837 died...\u000a19:29:29.222222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6837): Terminated: ok {rc=0}\u000a19:29:29.231792 --- ParallelTerminationStrategy: PID 6840 died...\u000a19:29:29.283444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6840): Terminated: ok {rc=0}\u000a19:29:29.292932 --- ParallelTerminationStrategy: PID 6843 died...\u000a19:29:29.344494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6843): Terminated: ok {rc=0}\u000a19:29:29.425624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6852): Process ended prematurely: osmo-stp_10.42.42.5(pid=6852) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6852)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6852): Process ended prematurely: osmo-stp_10.42.42.5(pid=6852) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:29:30.476787 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:30.489459 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:29:30.658073 tst ping_idle_ping.py: using LAC 23212\u000a19:29:30.783759 tst ping_idle_ping.py: using RAC 7\u000a19:29:30.934516 tst ping_idle_ping.py: using CellId 23212\u000a19:29:31.074503 tst ping_idle_ping.py: using BVCI 23213\u000a19:29:31.100142 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:31.112039 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:31.124406 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:31.136733 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:31.149215 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:31.161125 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:31.174587 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:29:31.187195 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:29:31.480184 tst ping_idle_ping.py:24: start network...\u000a19:29:31.617165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:32.159599 run create_hlr_db(pid=6845): Launched\u000a19:29:32.348357 bus /gobi_6: Setting Powered False\u000a19:29:33.368351 run create_hlr_db(pid=6845): Terminated: ok {rc=0}\u000a19:29:33.769734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6847): Launched\u000a19:29:34.070801 run osmo-hlr_10.42.42.2(pid=6849): Launched\u000a19:29:34.190017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:34.715326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6851): Launched\u000a19:29:35.014356 run osmo-stp_10.42.42.5(pid=6852): Launched\u000a19:29:35.122504 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:29:35.643678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6854): Launched\u000a19:29:35.749920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:29:36.009822 run patchelf(pid=6855): Launched\u000a19:29:36.184938 run osmo-stp_10.42.42.5(pid=6852): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6852)]\u000a19:29:36.312424 run osmo-stp_10.42.42.5(pid=6852): stdout: \u000a| (launched: 2022-12-09_19:29:34.867184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:36.439923 run osmo-stp_10.42.42.5(pid=6852): stderr: \u000a| �[0;m�[38;5;43m20221209192935035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192935035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192935035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192935036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192935036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192935036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192935036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:36.563032 run osmo-stp_10.42.42.5(pid=6852): stdout: \u000a| (launched: 2022-12-09_19:29:34.867184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:36.684909 run osmo-stp_10.42.42.5(pid=6852): stderr: \u000a| �[0;m�[38;5;43m20221209192935035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192935035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192935035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192935036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192935036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192935036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192935036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:36.828421 run patchelf(pid=6855): Terminating (SIGINT)\u000a19:29:36.995302 run patchelf(pid=6855): Terminated: ok {rc=0}\u000a19:29:37.025649 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6852): Process ended prematurely: osmo-stp_10.42.42.5(pid=6852) [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6852)] [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:29:37.034190 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:29:37.093819 run osmo-hlr_10.42.42.2(pid=6849): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6849)]\u000a19:29:37.142117 run osmo-hlr_10.42.42.2(pid=6849): stdout: \u000a| (launched: 2022-12-09_19:29:33.923027) \u000a19:29:37.191059 run osmo-hlr_10.42.42.2(pid=6849): stderr: \u000a| �[0;m�[1;31m20221209192934097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192934097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192934097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192934097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192934097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192934098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192934110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192934119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192934119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192934119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:37.232667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6847): Terminating (SIGTERM)\u000a19:29:37.271817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6851): Terminating (SIGTERM)\u000a19:29:37.311071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6854): Terminating (SIGTERM)\u000a19:29:37.320272 --- ParallelTerminationStrategy: PID 6847 died...\u000a19:29:37.372608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6847): Terminated: ok {rc=0}\u000a19:29:37.382274 --- ParallelTerminationStrategy: PID 6851 died...\u000a19:29:37.434375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6851): Terminated: ok {rc=0}\u000a19:29:37.443984 --- ParallelTerminationStrategy: PID 6854 died...\u000a19:29:37.495935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6854): Terminated: ok {rc=0}\u000a19:29:37.583883 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:28:39" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6866): Process ended prematurely: osmo-stp_10.42.42.5(pid=6866) [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6866)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6866): Process ended prematurely: osmo-stp_10.42.42.5(pid=6866) [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:29:39.607536 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:29:39.618873 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:29:39.774424 tst switch_tch_pdch.py: using LAC 23213\u000a19:29:39.894419 tst switch_tch_pdch.py: using RAC 8\u000a19:29:40.021089 tst switch_tch_pdch.py: using CellId 23213\u000a19:29:40.150883 tst switch_tch_pdch.py: using BVCI 23214\u000a19:29:40.175994 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:29:40.187643 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:29:40.199298 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:29:40.212150 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:29:40.224220 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:29:40.236709 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:29:40.248361 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:29:40.260482 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:29:40.382626 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:29:40.662239 tst switch_tch_pdch.py:51: start network...\u000a19:29:40.785657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:41.264186 run create_hlr_db(pid=6860): Launched\u000a19:29:41.435763 bus /gobi_6: Setting Powered False\u000a19:29:42.457085 run create_hlr_db(pid=6860): Terminated: ok {rc=0}\u000a19:29:42.852764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6862): Launched\u000a19:29:43.150741 run osmo-hlr_10.42.42.2(pid=6863): Launched\u000a19:29:43.266364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:43.793164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6865): Launched\u000a19:29:44.091318 run osmo-stp_10.42.42.5(pid=6866): Launched\u000a19:29:44.201270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:29:44.718613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6868): Launched\u000a19:29:44.823991 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:29:45.082966 run patchelf(pid=6869): Launched\u000a19:29:45.256172 run osmo-stp_10.42.42.5(pid=6866): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6866)]\u000a19:29:45.382841 run osmo-stp_10.42.42.5(pid=6866): stdout: \u000a| (launched: 2022-12-09_19:29:43.944177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:45.509606 run osmo-stp_10.42.42.5(pid=6866): stderr: \u000a| �[0;m�[38;5;43m20221209192944112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192944112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192944112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192944113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192944113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192944113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192944113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:45.631834 run osmo-stp_10.42.42.5(pid=6866): stdout: \u000a| (launched: 2022-12-09_19:29:43.944177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:45.753375 run osmo-stp_10.42.42.5(pid=6866): stderr: \u000a| �[0;m�[38;5;43m20221209192944112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192944112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192944112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192944113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192944113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192944113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192944113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:45.927471 run patchelf(pid=6869): Terminating (SIGINT)\u000a19:29:46.099048 run patchelf(pid=6869): Terminated: ok {rc=0}\u000a19:29:46.130679 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6866): Process ended prematurely: osmo-stp_10.42.42.5(pid=6866) [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6866)] [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:29:46.140051 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a19:29:46.200440 run osmo-hlr_10.42.42.2(pid=6863): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6863)]\u000a19:29:46.249315 run osmo-hlr_10.42.42.2(pid=6863): stdout: \u000a| (launched: 2022-12-09_19:29:43.003856) \u000a19:29:46.298796 run osmo-hlr_10.42.42.2(pid=6863): stderr: \u000a| �[0;m�[1;31m20221209192943178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192943178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192943178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192943178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192943178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192943178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192943190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192943200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192943200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192943200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:46.341234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6862): Terminating (SIGTERM)\u000a19:29:46.381976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6865): Terminating (SIGTERM)\u000a19:29:46.422866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6868): Terminating (SIGTERM)\u000a19:29:46.432908 --- ParallelTerminationStrategy: PID 6862 died...\u000a19:29:46.487533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6862): Terminated: ok {rc=0}\u000a19:29:46.497506 --- ParallelTerminationStrategy: PID 6865 died...\u000a19:29:46.550173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6865): Terminated: ok {rc=0}\u000a19:29:46.559986 --- ParallelTerminationStrategy: PID 6868 died...\u000a19:29:46.612589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6868): Terminated: ok {rc=0}\u000a19:29:46.701638 bus /gobi_0: Setting Powered False\u000a19:29:47.804921 bus /gobi_0: Setting Powered False\u000a19:29:48.910610 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:29:39" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6879): Process ended prematurely: osmo-stp_10.42.42.5(pid=6879) [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6879): Process ended prematurely: osmo-stp_10.42.42.5(pid=6879) [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:29:50.893542 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:29:50.904858 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:29:51.070066 tst switch_tch_pdch.py: using LAC 23214\u000a19:29:51.193919 tst switch_tch_pdch.py: using RAC 9\u000a19:29:51.316938 tst switch_tch_pdch.py: using CellId 23214\u000a19:29:51.442410 tst switch_tch_pdch.py: using BVCI 23215\u000a19:29:51.467013 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:29:51.478421 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:29:51.489673 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:29:51.501479 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:29:51.512575 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:29:51.523924 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:29:51.535295 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:29:51.546700 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:29:51.663052 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:29:51.937496 tst switch_tch_pdch.py:51: start network...\u000a19:29:52.061786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:52.514570 run create_hlr_db(pid=6873): Launched\u000a19:29:52.636400 bus /gobi_6: Setting Powered False\u000a19:29:53.719428 run create_hlr_db(pid=6873): Terminated: ok {rc=0}\u000a19:29:54.094397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6875): Launched\u000a19:29:54.391618 run osmo-hlr_10.42.42.2(pid=6876): Launched\u000a19:29:54.500061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:54.991162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6878): Launched\u000a19:29:55.287128 run osmo-stp_10.42.42.5(pid=6879): Launched\u000a19:29:55.395952 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:29:55.887890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6881): Launched\u000a19:29:55.993681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:29:56.253231 run patchelf(pid=6882): Launched\u000a19:29:56.426760 run osmo-stp_10.42.42.5(pid=6879): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)]\u000a19:29:56.553877 run osmo-stp_10.42.42.5(pid=6879): stdout: \u000a| (launched: 2022-12-09_19:29:55.142220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:56.680701 run osmo-stp_10.42.42.5(pid=6879): stderr: \u000a| �[0;m�[38;5;43m20221209192955312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192955312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192955313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192955313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192955314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192955314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192955314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:56.803547 run osmo-stp_10.42.42.5(pid=6879): stdout: \u000a| (launched: 2022-12-09_19:29:55.142220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:56.924853 run osmo-stp_10.42.42.5(pid=6879): stderr: \u000a| �[0;m�[38;5;43m20221209192955312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209192955312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209192955313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209192955313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209192955314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209192955314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209192955314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:57.067297 run patchelf(pid=6882): Terminating (SIGINT)\u000a19:29:57.234471 run patchelf(pid=6882): Terminated: ok {rc=0}\u000a19:29:57.264899 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6879): Process ended prematurely: osmo-stp_10.42.42.5(pid=6879) [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)] [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:29:57.273541 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a19:29:57.332329 run osmo-hlr_10.42.42.2(pid=6876): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6876)]\u000a19:29:57.379945 run osmo-hlr_10.42.42.2(pid=6876): stdout: \u000a| (launched: 2022-12-09_19:29:54.246285) \u000a19:29:57.428058 run osmo-hlr_10.42.42.2(pid=6876): stderr: \u000a| �[0;m�[1;31m20221209192954423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209192954423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209192954423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192954423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209192954423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209192954423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209192954436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209192954446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209192954446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209192954446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:57.469072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6875): Terminating (SIGTERM)\u000a19:29:57.507655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6878): Terminating (SIGTERM)\u000a19:29:57.546367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6881): Terminating (SIGTERM)\u000a19:29:57.555434 --- ParallelTerminationStrategy: PID 6875 died...\u000a19:29:57.607505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6875): Terminated: ok {rc=0}\u000a19:29:57.617163 --- ParallelTerminationStrategy: PID 6878 died...\u000a19:29:57.669055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6878): Terminated: ok {rc=0}\u000a19:29:57.678541 --- ParallelTerminationStrategy: PID 6881 died...\u000a19:29:57.730420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6881): Terminated: ok {rc=0}\u000a19:29:57.817032 bus /gobi_0: Setting Powered False\u000a19:29:58.919056 bus /gobi_0: Setting Powered False\u000a19:30:00.029601 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:29:50" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6890): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6890) [trial-2363↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6890)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6890): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6890) [trial-2363↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a19:30:01.984702 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a19:30:01.999936 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:30:02.139723 tst mo_mt_sms.py: using LAC 23215\u000a19:30:02.267818 tst mo_mt_sms.py: using RAC 10\u000a19:30:02.394051 tst mo_mt_sms.py: using CellId 23215\u000a19:30:02.518028 tst mo_mt_sms.py: using BVCI 23216\u000a19:30:02.542266 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:30:02.659547 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:30:02.951148 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:30:03.085607 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:30:03.747334 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6889): Launched\u000a19:30:04.066017 run osmo-nitb_10.42.42.2(pid=6890): Launched\u000a19:30:04.262856 run osmo-nitb_10.42.42.2(pid=6890): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6890)]\u000a19:30:04.407354 run osmo-nitb_10.42.42.2(pid=6890): stdout: \u000a| (launched: 2022-12-09_19:30:03.910445) \u000a19:30:04.551855 run osmo-nitb_10.42.42.2(pid=6890): stderr: \u000a| (launched: 2022-12-09_19:30:03.957954)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:30:04.691473 run osmo-nitb_10.42.42.2(pid=6890): stdout: \u000a| (launched: 2022-12-09_19:30:03.910445) \u000a19:30:04.830770 run osmo-nitb_10.42.42.2(pid=6890): stderr: \u000a| (launched: 2022-12-09_19:30:03.957954)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:30:05.195531 tst osmo-nitb_10.42.42.2(pid=6890): stdout: \u000a| (launched: 2022-12-09_19:30:03.910445) \u000a19:30:05.323511 tst osmo-nitb_10.42.42.2(pid=6890): stderr: \u000a| (launched: 2022-12-09_19:30:03.957954)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:30:05.379040 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6890): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6890) [trial-2363↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6890)] [trial-2363↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a19:30:05.387710 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a19:30:05.425216 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6889): Terminating (SIGTERM)\u000a19:30:05.603016 --- ParallelTerminationStrategy: PID 6889 died...\u000a19:30:05.660556 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6889): Terminated: ok {rc=0}\u000a19:30:05.748994 bus /sierra_3: Setting Powered False\u000a19:30:06.852392 bus /sierra_3: Setting Powered False\u000a19:30:07.963870 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:30:01" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6900): Process ended prematurely: osmo-stp_10.42.42.5(pid=6900) [trial-2363↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6900)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6900): Process ended prematurely: osmo-stp_10.42.42.5(pid=6900) [trial-2363↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a19:30:09.840823 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:09.851572 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:30:09.981386 tst mo_mt_sms.py: using LAC 23216\u000a19:30:10.096714 tst mo_mt_sms.py: using RAC 11\u000a19:30:10.213347 tst mo_mt_sms.py: using CellId 23216\u000a19:30:10.337852 tst mo_mt_sms.py: using BVCI 23217\u000a19:30:10.362431 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:10.373663 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:10.384529 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:10.396072 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:10.407627 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:10.418506 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:30:10.537174 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:30:10.737805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:11.215761 run create_hlr_db(pid=6894): Launched\u000a19:30:11.388529 bus /sierra_2: Setting Powered False\u000a19:30:12.410240 run create_hlr_db(pid=6894): Terminated: ok {rc=0}\u000a19:30:12.834177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6896): Launched\u000a19:30:13.155190 run osmo-hlr_10.42.42.2(pid=6897): Launched\u000a19:30:13.276354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:13.832822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6899): Launched\u000a19:30:14.153943 run osmo-stp_10.42.42.5(pid=6900): Launched\u000a19:30:14.271039 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:30:14.858613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6902): Launched\u000a19:30:15.179006 run osmo-msc_10.42.42.6(pid=6903): Launched\u000a19:30:15.367242 run osmo-stp_10.42.42.5(pid=6900): ERR: Terminated: ERROR {rc=1} [trial-2363↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6900)]\u000a19:30:15.502900 run osmo-stp_10.42.42.5(pid=6900): stdout: \u000a| (launched: 2022-12-09_19:30:13.995580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:15.637319 run osmo-stp_10.42.42.5(pid=6900): stderr: \u000a| �[0;m�[38;5;43m20221209193014186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193014186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193014186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193014186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193014187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193014187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193014187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:15.765872 run osmo-stp_10.42.42.5(pid=6900): stdout: \u000a| (launched: 2022-12-09_19:30:13.995580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:15.907775 run osmo-stp_10.42.42.5(pid=6900): stderr: \u000a| �[0;m�[38;5;43m20221209193014186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193014186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193014186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193014186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193014187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193014187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193014187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:15.962326 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6900): Process ended prematurely: osmo-stp_10.42.42.5(pid=6900) [trial-2363↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6900)] [trial-2363↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a19:30:15.970949 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a19:30:16.033050 run osmo-hlr_10.42.42.2(pid=6897): ERR: Terminated: ERROR {rc=237} [trial-2363↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6897)]\u000a19:30:16.082564 run osmo-hlr_10.42.42.2(pid=6897): stdout: \u000a| (launched: 2022-12-09_19:30:12.996619) \u000a19:30:16.132536 run osmo-hlr_10.42.42.2(pid=6897): stderr: \u000a| �[0;m�[1;31m20221209193013193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193013193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193013193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193013193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193013193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193013193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193013206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193013215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193013215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193013215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:16.202134 run osmo-msc_10.42.42.6(pid=6903): ERR: Terminated: ERROR {rc=2} [trial-2363↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6903)]\u000a19:30:16.251519 run osmo-msc_10.42.42.6(pid=6903): stdout: \u000a| (launched: 2022-12-09_19:30:15.021493) \u000a19:30:16.302398 run osmo-msc_10.42.42.6(pid=6903): stderr: \u000a| �[0;m�[38;5;43m20221209193015342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193015342 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fd94b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193015343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193015343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193015343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193015343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193015345 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193015345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193015345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193015346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:30:16.345937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6896): Terminating (SIGTERM)\u000a19:30:16.387466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6899): Terminating (SIGTERM)\u000a19:30:16.431747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6902): Terminating (SIGTERM)\u000a19:30:16.443006 --- ParallelTerminationStrategy: PID 6896 died...\u000a19:30:16.498496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6896): Terminated: ok {rc=0}\u000a19:30:16.508476 --- ParallelTerminationStrategy: PID 6899 died...\u000a19:30:16.562434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6899): Terminated: ok {rc=0}\u000a19:30:16.572444 --- ParallelTerminationStrategy: PID 6902 died...\u000a19:30:16.627768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6902): Terminated: ok {rc=0}\u000a19:30:16.725712 bus /sierra_3: Setting Powered False\u000a19:30:17.827673 bus /sierra_3: Setting Powered False\u000a19:30:18.939014 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:30:09" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6909): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6909) [trial-2363↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6909)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6909): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6909) [trial-2363↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a19:30:20.770866 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a19:30:20.782197 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:30:20.911057 tst assert_extension.py: using LAC 23217\u000a19:30:21.027354 tst assert_extension.py: using RAC 12\u000a19:30:21.146418 tst assert_extension.py: using CellId 23217\u000a19:30:21.273837 tst assert_extension.py: using BVCI 23218\u000a19:30:21.298175 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a19:30:21.572443 tst assert_extension.py:10: start nitb and bts...\u000a19:30:21.697310 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:30:22.316207 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6908): Launched\u000a19:30:22.612324 run osmo-nitb_10.42.42.2(pid=6909): Launched\u000a19:30:22.795136 run osmo-nitb_10.42.42.2(pid=6909): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6909)]\u000a19:30:22.929757 run osmo-nitb_10.42.42.2(pid=6909): stdout: \u000a| (launched: 2022-12-09_19:30:22.468417) \u000a19:30:23.064421 run osmo-nitb_10.42.42.2(pid=6909): stderr: \u000a| (launched: 2022-12-09_19:30:22.512792)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:30:23.195096 run osmo-nitb_10.42.42.2(pid=6909): stdout: \u000a| (launched: 2022-12-09_19:30:22.468417) \u000a19:30:23.324446 run osmo-nitb_10.42.42.2(pid=6909): stderr: \u000a| (launched: 2022-12-09_19:30:22.512792)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:30:23.731768 tst osmo-nitb_10.42.42.2(pid=6909): stdout: \u000a| (launched: 2022-12-09_19:30:22.468417) \u000a19:30:23.849831 tst osmo-nitb_10.42.42.2(pid=6909): stderr: \u000a| (launched: 2022-12-09_19:30:22.512792)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:30:23.901497 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6909): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6909) [trial-2363↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6909)] [trial-2363↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a19:30:23.909580 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a19:30:23.943341 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6908): Terminating (SIGTERM)\u000a19:30:24.120516 --- ParallelTerminationStrategy: PID 6908 died...\u000a19:30:24.174621 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6908): Terminated: ok {rc=0}\u000a19:30:24.262517 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:30:20" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6920): Process ended prematurely: osmo-stp_10.42.42.5(pid=6920) [trial-2363↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6920)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6920): Process ended prematurely: osmo-stp_10.42.42.5(pid=6920) [trial-2363↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a19:30:26.086950 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:26.098125 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:30:26.238344 tst assert_extension.py: using LAC 23218\u000a19:30:26.369053 tst assert_extension.py: using RAC 13\u000a19:30:26.493087 tst assert_extension.py: using CellId 23218\u000a19:30:26.616415 tst assert_extension.py: using BVCI 23219\u000a19:30:26.640573 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:26.651776 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:26.663181 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:26.675284 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:26.686677 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:30:26.698284 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a19:30:26.895712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:27.373773 run create_hlr_db(pid=6914): Launched\u000a19:30:27.545794 bus /sierra_2: Setting Powered False\u000a19:30:28.566539 run create_hlr_db(pid=6914): Terminated: ok {rc=0}\u000a19:30:28.990178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6916): Launched\u000a19:30:29.310892 run osmo-hlr_10.42.42.2(pid=6917): Launched\u000a19:30:29.427580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:29.985813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6919): Launched\u000a19:30:30.309195 run osmo-stp_10.42.42.5(pid=6920): Launched\u000a19:30:30.426322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:30:31.058315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6922): Launched\u000a19:30:31.595705 run osmo-msc_10.42.42.6(pid=6923): Launched\u000a19:30:32.134895 run osmo-stp_10.42.42.5(pid=6920): ERR: Terminated: ERROR {rc=1} [trial-2363↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6920)]\u000a19:30:32.417301 run osmo-stp_10.42.42.5(pid=6920): stdout: \u000a| (launched: 2022-12-09_19:30:30.148925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:32.552734 run osmo-stp_10.42.42.5(pid=6920): stderr: \u000a| �[0;m�[38;5;43m20221209193030338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193030338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193030339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193030339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193030339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193030339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193030340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:32.681980 run osmo-stp_10.42.42.5(pid=6920): stdout: \u000a| (launched: 2022-12-09_19:30:30.148925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:32.809865 run osmo-stp_10.42.42.5(pid=6920): stderr: \u000a| �[0;m�[38;5;43m20221209193030338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193030338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193030339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193030339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193030339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193030339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193030340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:32.865811 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6920): Process ended prematurely: osmo-stp_10.42.42.5(pid=6920) [trial-2363↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6920)] [trial-2363↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a19:30:32.874357 tst assert_extension.py:17: Test FAILED (6.8 sec)\u000a19:30:32.937210 run osmo-hlr_10.42.42.2(pid=6917): ERR: Terminated: ERROR {rc=237} [trial-2363↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6917)]\u000a19:30:32.988244 run osmo-hlr_10.42.42.2(pid=6917): stdout: \u000a| (launched: 2022-12-09_19:30:29.153309) \u000a19:30:33.039724 run osmo-hlr_10.42.42.2(pid=6917): stderr: \u000a| �[0;m�[1;31m20221209193029349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193029349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193029349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193029349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193029349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193029349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193029362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193029370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193029370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193029371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:33.109976 run osmo-msc_10.42.42.6(pid=6923): ERR: Terminated: ERROR {rc=2} [trial-2363↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6923)]\u000a19:30:33.160834 run osmo-msc_10.42.42.6(pid=6923): stdout: \u000a| (launched: 2022-12-09_19:30:31.250856) \u000a19:30:33.212814 run osmo-msc_10.42.42.6(pid=6923): stderr: \u000a| �[0;m�[38;5;43m20221209193031855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193031856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72ef8ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193031856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193031856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193031858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193031859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193031865 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193031866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193031867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193031868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:30:33.256661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6916): Terminating (SIGTERM)\u000a19:30:33.298195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6919): Terminating (SIGTERM)\u000a19:30:33.340097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6922): Terminating (SIGTERM)\u000a19:30:33.349589 --- ParallelTerminationStrategy: PID 6916 died...\u000a19:30:33.405562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6916): Terminated: ok {rc=0}\u000a19:30:33.415960 --- ParallelTerminationStrategy: PID 6919 died...\u000a19:30:33.472839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6919): Terminated: ok {rc=0}\u000a19:30:33.482956 --- ParallelTerminationStrategy: PID 6922 died...\u000a19:30:33.538699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6922): Terminated: ok {rc=0}\u000a19:30:33.624113 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:30:25" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6942): Process ended prematurely: osmo-stp_10.42.42.5(pid=6942) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6942)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6942): Process ended prematurely: osmo-stp_10.42.42.5(pid=6942) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:30:35.573103 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:35.584763 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:30:35.745752 tst mo_mt_call.py: using LAC 23219\u000a19:30:35.871787 tst mo_mt_call.py: using RAC 14\u000a19:30:35.993338 tst mo_mt_call.py: using CellId 23219\u000a19:30:36.111416 tst mo_mt_call.py: using BVCI 23220\u000a19:30:36.134402 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:36.145576 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:36.156397 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:36.167353 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:36.178608 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:36.189579 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:30:36.307624 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:30:36.522611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:37.035560 run create_hlr_db(pid=6936): Launched\u000a19:30:37.224495 bus /sierra_2: Setting Powered False\u000a19:30:38.245130 run create_hlr_db(pid=6936): Terminated: ok {rc=0}\u000a19:30:38.678793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6938): Launched\u000a19:30:39.007558 run osmo-hlr_10.42.42.2(pid=6939): Launched\u000a19:30:39.123074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:39.653848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6941): Launched\u000a19:30:39.960407 run osmo-stp_10.42.42.5(pid=6942): Launched\u000a19:30:40.071286 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:30:40.626298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6944): Launched\u000a19:30:40.929389 run osmo-msc_10.42.42.6(pid=6945): Launched\u000a19:30:41.107353 run osmo-stp_10.42.42.5(pid=6942): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6942)]\u000a19:30:41.235316 run osmo-stp_10.42.42.5(pid=6942): stdout: \u000a| (launched: 2022-12-09_19:30:39.808595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:41.361360 run osmo-stp_10.42.42.5(pid=6942): stderr: \u000a| �[0;m�[38;5;43m20221209193039981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193039982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193039982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193039982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193039983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193039983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193039983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:41.483102 run osmo-stp_10.42.42.5(pid=6942): stdout: \u000a| (launched: 2022-12-09_19:30:39.808595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:41.603513 run osmo-stp_10.42.42.5(pid=6942): stderr: \u000a| �[0;m�[38;5;43m20221209193039981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193039982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193039982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193039982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193039983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193039983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193039983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:41.656878 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6942): Process ended prematurely: osmo-stp_10.42.42.5(pid=6942) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6942)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:30:41.665459 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:30:41.723852 run osmo-hlr_10.42.42.2(pid=6939): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6939)]\u000a19:30:41.771662 run osmo-hlr_10.42.42.2(pid=6939): stdout: \u000a| (launched: 2022-12-09_19:30:38.845623) \u000a19:30:41.820037 run osmo-hlr_10.42.42.2(pid=6939): stderr: \u000a| �[0;m�[1;31m20221209193039045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193039046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193039046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193039046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193039046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193039046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193039058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193039066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193039066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193039067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:41.886023 run osmo-msc_10.42.42.6(pid=6945): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6945)]\u000a19:30:41.933754 run osmo-msc_10.42.42.6(pid=6945): stdout: \u000a| (launched: 2022-12-09_19:30:40.780022) \u000a19:30:41.981958 run osmo-msc_10.42.42.6(pid=6945): stderr: \u000a| �[0;m�[38;5;43m20221209193041051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193041051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fde5c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193041051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193041051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193041051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193041052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193041054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193041055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193041055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193041055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:30:42.022798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6938): Terminating (SIGTERM)\u000a19:30:42.061561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6941): Terminating (SIGTERM)\u000a19:30:42.100507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6944): Terminating (SIGTERM)\u000a19:30:42.109635 --- ParallelTerminationStrategy: PID 6938 died...\u000a19:30:42.161809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6938): Terminated: ok {rc=0}\u000a19:30:42.171240 --- ParallelTerminationStrategy: PID 6941 died...\u000a19:30:42.222985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6941): Terminated: ok {rc=0}\u000a19:30:42.232365 --- ParallelTerminationStrategy: PID 6944 died...\u000a19:30:42.284072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6944): Terminated: ok {rc=0}\u000a19:30:42.365020 bus /sierra_3: Setting Powered False\u000a19:30:43.463188 bus /sierra_3: Setting Powered False\u000a19:30:44.572788 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6953): Process ended prematurely: osmo-stp_10.42.42.5(pid=6953) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6953)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6953): Process ended prematurely: osmo-stp_10.42.42.5(pid=6953) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:30:45.681636 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:45.693434 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:30:45.866227 tst mo_mt_call_osmux.py: using LAC 23220\u000a19:30:45.996531 tst mo_mt_call_osmux.py: using RAC 15\u000a19:30:46.134801 tst mo_mt_call_osmux.py: using CellId 23220\u000a19:30:46.286894 tst mo_mt_call_osmux.py: using BVCI 23221\u000a19:30:46.317010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:46.330232 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:46.344463 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:46.357386 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:46.370412 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:30:46.383458 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:30:46.531357 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:30:46.768505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:47.306870 run create_hlr_db(pid=6947): Launched\u000a19:30:47.482330 bus /sierra_2: Setting Powered False\u000a19:30:48.504224 run create_hlr_db(pid=6947): Terminated: ok {rc=0}\u000a19:30:48.911221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6949): Launched\u000a19:30:49.214867 run osmo-hlr_10.42.42.2(pid=6950): Launched\u000a19:30:49.325963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:49.853445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6952): Launched\u000a19:30:50.157248 run osmo-stp_10.42.42.5(pid=6953): Launched\u000a19:30:50.268205 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:30:50.827347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6955): Launched\u000a19:30:51.132105 run osmo-msc_10.42.42.6(pid=6956): Launched\u000a19:30:51.310252 run osmo-stp_10.42.42.5(pid=6953): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6953)]\u000a19:30:51.438602 run osmo-stp_10.42.42.5(pid=6953): stdout: \u000a| (launched: 2022-12-09_19:30:50.007804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:51.564577 run osmo-stp_10.42.42.5(pid=6953): stderr: \u000a| �[0;m�[38;5;43m20221209193050176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193050177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193050177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193050177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193050178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193050178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193050178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:51.686384 run osmo-stp_10.42.42.5(pid=6953): stdout: \u000a| (launched: 2022-12-09_19:30:50.007804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:51.807266 run osmo-stp_10.42.42.5(pid=6953): stderr: \u000a| �[0;m�[38;5;43m20221209193050176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193050177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193050177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193050177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193050178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193050178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193050178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:51.860701 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6953): Process ended prematurely: osmo-stp_10.42.42.5(pid=6953) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6953)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:30:51.869288 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:30:51.927670 run osmo-hlr_10.42.42.2(pid=6950): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6950)]\u000a19:30:51.975588 run osmo-hlr_10.42.42.2(pid=6950): stdout: \u000a| (launched: 2022-12-09_19:30:49.066378) \u000a19:30:52.023976 run osmo-hlr_10.42.42.2(pid=6950): stderr: \u000a| �[0;m�[1;31m20221209193049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193049255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193049266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193049266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193049266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:52.089985 run osmo-msc_10.42.42.6(pid=6956): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6956)]\u000a19:30:52.138049 run osmo-msc_10.42.42.6(pid=6956): stdout: \u000a| (launched: 2022-12-09_19:30:50.981990) \u000a19:30:52.186402 run osmo-msc_10.42.42.6(pid=6956): stderr: \u000a| �[0;m�[38;5;43m20221209193051254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193051255 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfd5e7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193051255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193051255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193051255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193051255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193051258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193051258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193051259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193051259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:30:52.227439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6949): Terminating (SIGTERM)\u000a19:30:52.266094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6952): Terminating (SIGTERM)\u000a19:30:52.304696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6955): Terminating (SIGTERM)\u000a19:30:52.313814 --- ParallelTerminationStrategy: PID 6949 died...\u000a19:30:52.365838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6949): Terminated: ok {rc=0}\u000a19:30:52.375197 --- ParallelTerminationStrategy: PID 6952 died...\u000a19:30:52.426975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6952): Terminated: ok {rc=0}\u000a19:30:52.436317 --- ParallelTerminationStrategy: PID 6955 died...\u000a19:30:52.488031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6955): Terminated: ok {rc=0}\u000a19:30:52.574865 bus /sierra_3: Setting Powered False\u000a19:30:53.676449 bus /sierra_3: Setting Powered False\u000a19:30:54.786346 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:30:35" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6967): Process ended prematurely: osmo-stp_10.42.42.5(pid=6967) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6967): Process ended prematurely: osmo-stp_10.42.42.5(pid=6967) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:30:56.761677 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:30:56.772689 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:30:56.925293 tst mo_mt_call.py: using LAC 23221\u000a19:30:57.052149 tst mo_mt_call.py: using RAC 16\u000a19:30:57.180704 tst mo_mt_call.py: using CellId 23221\u000a19:30:57.299701 tst mo_mt_call.py: using BVCI 23222\u000a19:30:57.322784 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:30:57.333941 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:30:57.344818 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:30:57.355817 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:30:57.366871 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:30:57.377828 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:30:57.496329 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:30:57.698553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:58.186293 run create_hlr_db(pid=6961): Launched\u000a19:30:58.360878 bus /sierra_2: Setting Powered False\u000a19:30:59.382670 run create_hlr_db(pid=6961): Terminated: ok {rc=0}\u000a19:30:59.787513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6963): Launched\u000a19:31:00.091795 run osmo-hlr_10.42.42.2(pid=6964): Launched\u000a19:31:00.212113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:00.748589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6966): Launched\u000a19:31:01.231770 run osmo-stp_10.42.42.5(pid=6967): Launched\u000a19:31:01.520752 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:31:02.250200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6969): Launched\u000a19:31:02.581855 run osmo-msc_10.42.42.6(pid=6970): Launched\u000a19:31:02.774202 run osmo-stp_10.42.42.5(pid=6967): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)]\u000a19:31:02.913985 run osmo-stp_10.42.42.5(pid=6967): stdout: \u000a| (launched: 2022-12-09_19:31:00.934365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:03.050285 run osmo-stp_10.42.42.5(pid=6967): stderr: \u000a| �[0;m�[38;5;43m20221209193101376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193101377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193101377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193101379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193101382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193101383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193101383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:03.181433 run osmo-stp_10.42.42.5(pid=6967): stdout: \u000a| (launched: 2022-12-09_19:31:00.934365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:03.312214 run osmo-stp_10.42.42.5(pid=6967): stderr: \u000a| �[0;m�[38;5;43m20221209193101376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193101377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193101377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193101379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193101382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193101383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193101383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:03.369505 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6967): Process ended prematurely: osmo-stp_10.42.42.5(pid=6967) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:31:03.378748 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a19:31:03.441332 run osmo-hlr_10.42.42.2(pid=6964): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6964)]\u000a19:31:03.492016 run osmo-hlr_10.42.42.2(pid=6964): stdout: \u000a| (launched: 2022-12-09_19:30:59.941945) \u000a19:31:03.543635 run osmo-hlr_10.42.42.2(pid=6964): stderr: \u000a| �[0;m�[1;31m20221209193100118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193100118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193100118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193100118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193100118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193100118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193100131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193100140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193100140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193100140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:03.613544 run osmo-msc_10.42.42.6(pid=6970): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6970)]\u000a19:31:03.664159 run osmo-msc_10.42.42.6(pid=6970): stdout: \u000a| (launched: 2022-12-09_19:31:02.417189) \u000a19:31:03.715530 run osmo-msc_10.42.42.6(pid=6970): stderr: \u000a| �[0;m�[38;5;43m20221209193102736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193102737 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00da613c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193102737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193102737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193102737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193102737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193102739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193102739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193102739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193102739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:31:03.758794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6963): Terminating (SIGTERM)\u000a19:31:03.800420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6966): Terminating (SIGTERM)\u000a19:31:03.842943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6969): Terminating (SIGTERM)\u000a19:31:03.853179 --- ParallelTerminationStrategy: PID 6963 died...\u000a19:31:03.908668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6963): Terminated: ok {rc=0}\u000a19:31:03.918654 --- ParallelTerminationStrategy: PID 6966 died...\u000a19:31:03.973549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6966): Terminated: ok {rc=0}\u000a19:31:03.983757 --- ParallelTerminationStrategy: PID 6969 died...\u000a19:31:04.038968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6969): Terminated: ok {rc=0}\u000a19:31:04.125253 bus /sierra_3: Setting Powered False\u000a19:31:05.225662 bus /sierra_3: Setting Powered False\u000a19:31:06.334831 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:31:07.444223 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:31:07.456078 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:31:07.608670 tst mo_mt_call_osmux.py: using LAC 23222\u000a19:31:07.730145 tst mo_mt_call_osmux.py: using RAC 17\u000a19:31:07.849857 tst mo_mt_call_osmux.py: using CellId 23222\u000a19:31:07.978057 tst mo_mt_call_osmux.py: using BVCI 23223\u000a19:31:08.002931 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:31:08.015910 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:31:08.029232 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:31:08.040207 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:31:08.051234 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:31:08.062303 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:31:08.178054 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:31:08.382404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:08.873847 run create_hlr_db(pid=6972): Launched\u000a19:31:09.049142 bus /sierra_2: Setting Powered False\u000a19:31:10.070491 run create_hlr_db(pid=6972): Terminated: ok {rc=0}\u000a19:31:10.475653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Launched\u000a19:31:10.779858 run osmo-hlr_10.42.42.2(pid=6975): Launched\u000a19:31:10.899557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:11.434009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Launched\u000a19:31:11.738504 run osmo-stp_10.42.42.5(pid=6978): Launched\u000a19:31:11.849257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:31:12.405740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Launched\u000a19:31:12.710021 run osmo-msc_10.42.42.6(pid=6981): Launched\u000a19:31:12.889988 run osmo-stp_10.42.42.5(pid=6978): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]\u000a19:31:13.018666 run osmo-stp_10.42.42.5(pid=6978): stdout: \u000a| (launched: 2022-12-09_19:31:11.588633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:13.144807 run osmo-stp_10.42.42.5(pid=6978): stderr: \u000a| �[0;m�[38;5;43m20221209193111761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193111761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193111761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193111761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193111762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193111762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193111762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:13.267190 run osmo-stp_10.42.42.5(pid=6978): stdout: \u000a| (launched: 2022-12-09_19:31:11.588633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:13.387739 run osmo-stp_10.42.42.5(pid=6978): stderr: \u000a| �[0;m�[38;5;43m20221209193111761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193111761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193111761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193111761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193111762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193111762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193111762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:13.441249 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:31:13.449739 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a19:31:13.507915 run osmo-hlr_10.42.42.2(pid=6975): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6975)]\u000a19:31:13.555562 run osmo-hlr_10.42.42.2(pid=6975): stdout: \u000a| (launched: 2022-12-09_19:31:10.630676) \u000a19:31:13.603610 run osmo-hlr_10.42.42.2(pid=6975): stderr: \u000a| �[0;m�[1;31m20221209193110807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193110807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193110807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193110807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193110807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193110807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193110820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193110829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193110829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193110829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:13.669528 run osmo-msc_10.42.42.6(pid=6981): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6981)]\u000a19:31:13.716896 run osmo-msc_10.42.42.6(pid=6981): stdout: \u000a| (launched: 2022-12-09_19:31:12.560291) \u000a19:31:13.765045 run osmo-msc_10.42.42.6(pid=6981): stderr: \u000a| �[0;m�[38;5;43m20221209193112833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193112833 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff28ce7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193112833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193112833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193112834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193112834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193112835 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193112836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193112836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193112836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:31:13.805998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Terminating (SIGTERM)\u000a19:31:13.844514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Terminating (SIGTERM)\u000a19:31:13.882942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Terminating (SIGTERM)\u000a19:31:13.891979 --- ParallelTerminationStrategy: PID 6974 died...\u000a19:31:13.943740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Terminated: ok {rc=0}\u000a19:31:13.953260 --- ParallelTerminationStrategy: PID 6977 died...\u000a19:31:14.004891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Terminated: ok {rc=0}\u000a19:31:14.014309 --- ParallelTerminationStrategy: PID 6980 died...\u000a19:31:14.066042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Terminated: ok {rc=0}\u000a19:31:14.153044 bus /sierra_3: Setting Powered False\u000a19:31:15.254195 bus /sierra_3: Setting Powered False\u000a19:31:16.368580 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:30:56" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:31:18.363696 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:18.375294 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:31:18.534359 tst mo_mt_call.py: using LAC 23223\u000a19:31:18.660307 tst mo_mt_call.py: using RAC 18\u000a19:31:18.786151 tst mo_mt_call.py: using CellId 23223\u000a19:31:18.907391 tst mo_mt_call.py: using BVCI 23224\u000a19:31:18.930539 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:18.941731 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:18.952707 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:18.963754 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:18.975257 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:18.986315 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:31:19.106142 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:31:19.311247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:19.798240 run create_hlr_db(pid=6986): Launched\u000a19:31:19.973476 bus /sierra_2: Setting Powered False\u000a19:31:21.007459 run create_hlr_db(pid=6986): Terminated: ok {rc=0}\u000a19:31:21.415133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Launched\u000a19:31:21.719236 run osmo-hlr_10.42.42.2(pid=6989): Launched\u000a19:31:21.839479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:22.374315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Launched\u000a19:31:22.678678 run osmo-stp_10.42.42.5(pid=6992): Launched\u000a19:31:22.789220 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:31:23.349230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Launched\u000a19:31:23.656845 run osmo-msc_10.42.42.6(pid=6995): Launched\u000a19:31:23.836677 run osmo-stp_10.42.42.5(pid=6992): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]\u000a19:31:23.965642 run osmo-stp_10.42.42.5(pid=6992): stdout: \u000a| (launched: 2022-12-09_19:31:22.528893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:24.092567 run osmo-stp_10.42.42.5(pid=6992): stderr: \u000a| �[0;m�[38;5;43m20221209193122700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193122700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193122700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193122701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193122701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193122701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193122701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:24.215238 run osmo-stp_10.42.42.5(pid=6992): stdout: \u000a| (launched: 2022-12-09_19:31:22.528893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:24.336847 run osmo-stp_10.42.42.5(pid=6992): stderr: \u000a| �[0;m�[38;5;43m20221209193122700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193122700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193122700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193122701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193122701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193122701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193122701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:24.390459 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:31:24.399057 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:31:24.457577 run osmo-hlr_10.42.42.2(pid=6989): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6989)]\u000a19:31:24.505467 run osmo-hlr_10.42.42.2(pid=6989): stdout: \u000a| (launched: 2022-12-09_19:31:21.570259) \u000a19:31:24.553976 run osmo-hlr_10.42.42.2(pid=6989): stderr: \u000a| �[0;m�[1;31m20221209193121744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193121744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193121744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193121744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193121745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193121745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193121757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193121766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193121766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193121766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:24.620057 run osmo-msc_10.42.42.6(pid=6995): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6995)]\u000a19:31:24.667937 run osmo-msc_10.42.42.6(pid=6995): stdout: \u000a| (launched: 2022-12-09_19:31:23.505122) \u000a19:31:24.716237 run osmo-msc_10.42.42.6(pid=6995): stderr: \u000a| �[0;m�[38;5;43m20221209193123775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193123775 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb237fecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193123775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193123775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193123776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193123776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193123778 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193123778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193123779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193123779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:31:24.757144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Terminating (SIGTERM)\u000a19:31:24.795905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Terminating (SIGTERM)\u000a19:31:24.834528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Terminating (SIGTERM)\u000a19:31:24.843591 --- ParallelTerminationStrategy: PID 6988 died...\u000a19:31:24.896258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Terminated: ok {rc=0}\u000a19:31:24.905837 --- ParallelTerminationStrategy: PID 6991 died...\u000a19:31:24.957516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Terminated: ok {rc=0}\u000a19:31:24.966894 --- ParallelTerminationStrategy: PID 6994 died...\u000a19:31:25.018410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Terminated: ok {rc=0}\u000a19:31:25.099086 bus /sierra_3: Setting Powered False\u000a19:31:26.197864 bus /sierra_3: Setting Powered False\u000a19:31:27.301685 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7003): Process ended prematurely: osmo-stp_10.42.42.5(pid=7003) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7003)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7003): Process ended prematurely: osmo-stp_10.42.42.5(pid=7003) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:31:28.416328 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:28.428884 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:31:28.589263 tst mo_mt_call_osmux.py: using LAC 23224\u000a19:31:28.718325 tst mo_mt_call_osmux.py: using RAC 19\u000a19:31:28.844600 tst mo_mt_call_osmux.py: using CellId 23224\u000a19:31:28.977132 tst mo_mt_call_osmux.py: using BVCI 23225\u000a19:31:29.001975 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:29.014059 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:29.025512 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:29.037315 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:29.048910 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:31:29.060566 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:31:29.178784 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:31:29.392854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:29.908293 run create_hlr_db(pid=6997): Launched\u000a19:31:30.097385 bus /sierra_2: Setting Powered False\u000a19:31:31.146982 run create_hlr_db(pid=6997): Terminated: ok {rc=0}\u000a19:31:31.601107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6999): Launched\u000a19:31:32.008145 run osmo-hlr_10.42.42.2(pid=7000): Launched\u000a19:31:32.159839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:32.728722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7002): Launched\u000a19:31:33.057821 run osmo-stp_10.42.42.5(pid=7003): Launched\u000a19:31:33.177404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:31:33.773994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7005): Launched\u000a19:31:34.099114 run osmo-msc_10.42.42.6(pid=7006): Launched\u000a19:31:34.290125 run osmo-stp_10.42.42.5(pid=7003): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7003)]\u000a19:31:34.427163 run osmo-stp_10.42.42.5(pid=7003): stdout: \u000a| (launched: 2022-12-09_19:31:32.894903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:34.564596 run osmo-stp_10.42.42.5(pid=7003): stderr: \u000a| �[0;m�[38;5;43m20221209193133086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193133086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193133086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193133087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193133087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193133087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193133087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:34.695865 run osmo-stp_10.42.42.5(pid=7003): stdout: \u000a| (launched: 2022-12-09_19:31:32.894903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:34.825986 run osmo-stp_10.42.42.5(pid=7003): stderr: \u000a| �[0;m�[38;5;43m20221209193133086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193133086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193133086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193133087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193133087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193133087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193133087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:34.883202 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7003): Process ended prematurely: osmo-stp_10.42.42.5(pid=7003) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7003)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:31:34.892478 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a19:31:34.954876 run osmo-hlr_10.42.42.2(pid=7000): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7000)]\u000a19:31:35.005654 run osmo-hlr_10.42.42.2(pid=7000): stdout: \u000a| (launched: 2022-12-09_19:31:31.770576) \u000a19:31:35.056646 run osmo-hlr_10.42.42.2(pid=7000): stderr: \u000a| �[0;m�[1;31m20221209193132093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193132093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193132093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193132093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193132093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193132093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193132111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193132130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193132130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193132130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:35.126459 run osmo-msc_10.42.42.6(pid=7006): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7006)]\u000a19:31:35.176981 run osmo-msc_10.42.42.6(pid=7006): stdout: \u000a| (launched: 2022-12-09_19:31:33.939755) \u000a19:31:35.227991 run osmo-msc_10.42.42.6(pid=7006): stderr: \u000a| �[0;m�[38;5;43m20221209193134263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193134263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd3c0e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193134263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193134263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193134263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193134263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193134265 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193134266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193134266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193134266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:31:35.271289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6999): Terminating (SIGTERM)\u000a19:31:35.312477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7002): Terminating (SIGTERM)\u000a19:31:35.353672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7005): Terminating (SIGTERM)\u000a19:31:35.363499 --- ParallelTerminationStrategy: PID 6999 died...\u000a19:31:35.418380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6999): Terminated: ok {rc=0}\u000a19:31:35.428607 --- ParallelTerminationStrategy: PID 7002 died...\u000a19:31:35.483388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7002): Terminated: ok {rc=0}\u000a19:31:35.493655 --- ParallelTerminationStrategy: PID 7005 died...\u000a19:31:35.548514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7005): Terminated: ok {rc=0}\u000a19:31:35.631843 bus /sierra_3: Setting Powered False\u000a19:31:36.736120 bus /sierra_3: Setting Powered False\u000a19:31:37.842317 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:31:18" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7018): Process ended prematurely: osmo-stp_10.42.42.5(pid=7018) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7018)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7018): Process ended prematurely: osmo-stp_10.42.42.5(pid=7018) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:31:39.830084 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:39.841322 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:31:39.993811 tst mo_mt_call.py: using LAC 23225\u000a19:31:40.112395 tst mo_mt_call.py: using RAC 20\u000a19:31:40.232796 tst mo_mt_call.py: using CellId 23225\u000a19:31:40.353463 tst mo_mt_call.py: using BVCI 23226\u000a19:31:40.376386 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:40.387514 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:40.398493 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:40.409438 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:40.420431 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:40.431337 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:31:40.544710 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:31:40.746011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:41.232233 run create_hlr_db(pid=7012): Launched\u000a19:31:41.407501 bus /sierra_2: Setting Powered False\u000a19:31:42.429760 run create_hlr_db(pid=7012): Terminated: ok {rc=0}\u000a19:31:42.861957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7014): Launched\u000a19:31:43.189017 run osmo-hlr_10.42.42.2(pid=7015): Launched\u000a19:31:43.308478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:43.872528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7017): Launched\u000a19:31:44.198924 run osmo-stp_10.42.42.5(pid=7018): Launched\u000a19:31:44.318204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:31:44.914477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7020): Launched\u000a19:31:45.241719 run osmo-msc_10.42.42.6(pid=7021): Launched\u000a19:31:45.433303 run osmo-stp_10.42.42.5(pid=7018): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7018)]\u000a19:31:45.570661 run osmo-stp_10.42.42.5(pid=7018): stdout: \u000a| (launched: 2022-12-09_19:31:44.038203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:45.707386 run osmo-stp_10.42.42.5(pid=7018): stderr: \u000a| �[0;m�[38;5;43m20221209193144230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193144230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193144231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193144231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193144232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193144232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193144232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:45.839290 run osmo-stp_10.42.42.5(pid=7018): stdout: \u000a| (launched: 2022-12-09_19:31:44.038203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:45.976637 run osmo-stp_10.42.42.5(pid=7018): stderr: \u000a| �[0;m�[38;5;43m20221209193144230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193144230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193144231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193144231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193144232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193144232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193144232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:46.035610 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7018): Process ended prematurely: osmo-stp_10.42.42.5(pid=7018) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7018)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:31:46.045827 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:31:46.110664 run osmo-hlr_10.42.42.2(pid=7015): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7015)]\u000a19:31:46.162223 run osmo-hlr_10.42.42.2(pid=7015): stdout: \u000a| (launched: 2022-12-09_19:31:43.027871) \u000a19:31:46.216654 run osmo-hlr_10.42.42.2(pid=7015): stderr: \u000a| �[0;m�[1;31m20221209193143227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193143227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193143227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193143227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193143227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193143227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193143239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193143248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193143248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193143248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:46.289365 run osmo-msc_10.42.42.6(pid=7021): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7021)]\u000a19:31:46.342345 run osmo-msc_10.42.42.6(pid=7021): stdout: \u000a| (launched: 2022-12-09_19:31:45.080870) \u000a19:31:46.396003 run osmo-msc_10.42.42.6(pid=7021): stderr: \u000a| �[0;m�[38;5;43m20221209193145402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193145403 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ddfaf2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193145403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193145403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193145403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193145403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193145405 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193145405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193145405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193145406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:31:46.441659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7014): Terminating (SIGTERM)\u000a19:31:46.485175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7017): Terminating (SIGTERM)\u000a19:31:46.528543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7020): Terminating (SIGTERM)\u000a19:31:46.538790 --- ParallelTerminationStrategy: PID 7014 died...\u000a19:31:46.596836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7014): Terminated: ok {rc=0}\u000a19:31:46.607877 --- ParallelTerminationStrategy: PID 7017 died...\u000a19:31:46.666177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7017): Terminated: ok {rc=0}\u000a19:31:46.677205 --- ParallelTerminationStrategy: PID 7020 died...\u000a19:31:46.735269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7020): Terminated: ok {rc=0}\u000a19:31:46.823475 bus /sierra_3: Setting Powered False\u000a19:31:47.923339 bus /sierra_3: Setting Powered False\u000a19:31:49.033240 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7029): Process ended prematurely: osmo-stp_10.42.42.5(pid=7029) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7029)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7029): Process ended prematurely: osmo-stp_10.42.42.5(pid=7029) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:31:50.141959 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:50.153786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:31:50.313697 tst mo_mt_call_osmux.py: using LAC 23226\u000a19:31:50.439830 tst mo_mt_call_osmux.py: using RAC 21\u000a19:31:50.566453 tst mo_mt_call_osmux.py: using CellId 23226\u000a19:31:50.692600 tst mo_mt_call_osmux.py: using BVCI 23227\u000a19:31:50.717643 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:50.729404 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:50.740845 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:50.752572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:50.764337 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:31:50.776335 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:31:50.893613 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:31:51.102920 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:51.618294 run create_hlr_db(pid=7023): Launched\u000a19:31:51.807657 bus /sierra_2: Setting Powered False\u000a19:31:52.828916 run create_hlr_db(pid=7023): Terminated: ok {rc=0}\u000a19:31:53.239155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7025): Launched\u000a19:31:53.544142 run osmo-hlr_10.42.42.2(pid=7026): Launched\u000a19:31:53.656723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:54.186884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7028): Launched\u000a19:31:54.492036 run osmo-stp_10.42.42.5(pid=7029): Launched\u000a19:31:54.603188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:31:55.159387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7031): Launched\u000a19:31:55.464505 run osmo-msc_10.42.42.6(pid=7032): Launched\u000a19:31:55.643836 run osmo-stp_10.42.42.5(pid=7029): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7029)]\u000a19:31:55.772253 run osmo-stp_10.42.42.5(pid=7029): stdout: \u000a| (launched: 2022-12-09_19:31:54.342333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:55.898527 run osmo-stp_10.42.42.5(pid=7029): stderr: \u000a| �[0;m�[38;5;43m20221209193154513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193154513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193154513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193154514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193154514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193154514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193154514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:56.020377 run osmo-stp_10.42.42.5(pid=7029): stdout: \u000a| (launched: 2022-12-09_19:31:54.342333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:56.141448 run osmo-stp_10.42.42.5(pid=7029): stderr: \u000a| �[0;m�[38;5;43m20221209193154513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193154513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193154513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193154514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193154514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193154514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193154514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:56.195143 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7029): Process ended prematurely: osmo-stp_10.42.42.5(pid=7029) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7029)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:31:56.203609 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:31:56.262574 run osmo-hlr_10.42.42.2(pid=7026): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7026)]\u000a19:31:56.311057 run osmo-hlr_10.42.42.2(pid=7026): stdout: \u000a| (launched: 2022-12-09_19:31:53.394375) \u000a19:31:56.359993 run osmo-hlr_10.42.42.2(pid=7026): stderr: \u000a| �[0;m�[1;31m20221209193153569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193153569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193153569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193153570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193153570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193153570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193153582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193153590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193153591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193153591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:56.426540 run osmo-msc_10.42.42.6(pid=7032): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7032)]\u000a19:31:56.474898 run osmo-msc_10.42.42.6(pid=7032): stdout: \u000a| (launched: 2022-12-09_19:31:55.314995) \u000a19:31:56.523628 run osmo-msc_10.42.42.6(pid=7032): stderr: \u000a| �[0;m�[38;5;43m20221209193155588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193155588 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9ccf43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193155588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193155588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193155588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193155588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193155590 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193155591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193155591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193155591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:31:56.564661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7025): Terminating (SIGTERM)\u000a19:31:56.603397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7028): Terminating (SIGTERM)\u000a19:31:56.642179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7031): Terminating (SIGTERM)\u000a19:31:56.651322 --- ParallelTerminationStrategy: PID 7025 died...\u000a19:31:56.703827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7025): Terminated: ok {rc=0}\u000a19:31:56.713453 --- ParallelTerminationStrategy: PID 7028 died...\u000a19:31:56.765348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7028): Terminated: ok {rc=0}\u000a19:31:56.774820 --- ParallelTerminationStrategy: PID 7031 died...\u000a19:31:56.827692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7031): Terminated: ok {rc=0}\u000a19:31:56.916143 bus /sierra_3: Setting Powered False\u000a19:31:58.018007 bus /sierra_3: Setting Powered False\u000a19:31:59.129501 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:31:39" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7043): Process ended prematurely: osmo-stp_10.42.42.5(pid=7043) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7043)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7043): Process ended prematurely: osmo-stp_10.42.42.5(pid=7043) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:32:01.109687 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:01.121783 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:32:01.286215 tst mo_mt_call.py: using LAC 23227\u000a19:32:01.432310 tst mo_mt_call.py: using RAC 22\u000a19:32:01.591929 tst mo_mt_call.py: using CellId 23227\u000a19:32:01.721726 tst mo_mt_call.py: using BVCI 23228\u000a19:32:01.747683 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:01.760579 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:01.773657 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:01.788236 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:01.801944 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:01.815532 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:32:01.943752 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:32:02.164040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:02.662920 run create_hlr_db(pid=7037): Launched\u000a19:32:02.838351 bus /sierra_2: Setting Powered False\u000a19:32:03.859713 run create_hlr_db(pid=7037): Terminated: ok {rc=0}\u000a19:32:04.265067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7039): Launched\u000a19:32:04.569245 run osmo-hlr_10.42.42.2(pid=7040): Launched\u000a19:32:04.688847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:05.222178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7042): Launched\u000a19:32:05.526144 run osmo-stp_10.42.42.5(pid=7043): Launched\u000a19:32:05.636616 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:32:06.191691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7045): Launched\u000a19:32:06.497264 run osmo-msc_10.42.42.6(pid=7046): Launched\u000a19:32:06.675886 run osmo-stp_10.42.42.5(pid=7043): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7043)]\u000a19:32:06.804893 run osmo-stp_10.42.42.5(pid=7043): stdout: \u000a| (launched: 2022-12-09_19:32:05.377476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:06.931312 run osmo-stp_10.42.42.5(pid=7043): stderr: \u000a| �[0;m�[38;5;43m20221209193205546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193205546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193205547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193205547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193205547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193205548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193205548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:07.053447 run osmo-stp_10.42.42.5(pid=7043): stdout: \u000a| (launched: 2022-12-09_19:32:05.377476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:07.174603 run osmo-stp_10.42.42.5(pid=7043): stderr: \u000a| �[0;m�[38;5;43m20221209193205546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193205546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193205547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193205547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193205547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193205548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193205548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:07.228907 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7043): Process ended prematurely: osmo-stp_10.42.42.5(pid=7043) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7043)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:32:07.237590 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:32:07.295681 run osmo-hlr_10.42.42.2(pid=7040): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7040)]\u000a19:32:07.343462 run osmo-hlr_10.42.42.2(pid=7040): stdout: \u000a| (launched: 2022-12-09_19:32:04.420129) \u000a19:32:07.391758 run osmo-hlr_10.42.42.2(pid=7040): stderr: \u000a| �[0;m�[1;31m20221209193204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193204598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193204610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193204620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193204620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193204620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:07.457540 run osmo-msc_10.42.42.6(pid=7046): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7046)]\u000a19:32:07.505069 run osmo-msc_10.42.42.6(pid=7046): stdout: \u000a| (launched: 2022-12-09_19:32:06.346992) \u000a19:32:07.553266 run osmo-msc_10.42.42.6(pid=7046): stderr: \u000a| �[0;m�[38;5;43m20221209193206620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193206620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f852a11dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193206620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193206621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193206621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193206621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193206624 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193206624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193206624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193206624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:32:07.594148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7039): Terminating (SIGTERM)\u000a19:32:07.632801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7042): Terminating (SIGTERM)\u000a19:32:07.671298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7045): Terminating (SIGTERM)\u000a19:32:07.680323 --- ParallelTerminationStrategy: PID 7039 died...\u000a19:32:07.732208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7039): Terminated: ok {rc=0}\u000a19:32:07.741729 --- ParallelTerminationStrategy: PID 7042 died...\u000a19:32:07.793282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7042): Terminated: ok {rc=0}\u000a19:32:07.802763 --- ParallelTerminationStrategy: PID 7045 died...\u000a19:32:07.854548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7045): Terminated: ok {rc=0}\u000a19:32:07.935761 bus /sierra_3: Setting Powered False\u000a19:32:09.041257 bus /sierra_3: Setting Powered False\u000a19:32:10.147624 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7054): Process ended prematurely: osmo-stp_10.42.42.5(pid=7054) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7054)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7054): Process ended prematurely: osmo-stp_10.42.42.5(pid=7054) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:32:11.263099 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:11.275587 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:32:11.433619 tst mo_mt_call_osmux.py: using LAC 23228\u000a19:32:11.553551 tst mo_mt_call_osmux.py: using RAC 23\u000a19:32:11.681927 tst mo_mt_call_osmux.py: using CellId 23228\u000a19:32:11.809742 tst mo_mt_call_osmux.py: using BVCI 23229\u000a19:32:11.834740 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:11.846613 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:11.858237 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:11.871317 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:11.883972 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:32:11.895518 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:32:12.014755 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:32:12.226875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:12.740922 run create_hlr_db(pid=7048): Launched\u000a19:32:12.930184 bus /sierra_2: Setting Powered False\u000a19:32:13.950573 run create_hlr_db(pid=7048): Terminated: ok {rc=0}\u000a19:32:14.383724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7050): Launched\u000a19:32:14.711937 run osmo-hlr_10.42.42.2(pid=7051): Launched\u000a19:32:14.833397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:15.400469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7053): Launched\u000a19:32:15.726228 run osmo-stp_10.42.42.5(pid=7054): Launched\u000a19:32:15.887547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:32:16.530325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7056): Launched\u000a19:32:16.938154 run osmo-msc_10.42.42.6(pid=7057): Launched\u000a19:32:17.375017 run osmo-stp_10.42.42.5(pid=7054): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7054)]\u000a19:32:17.503360 run osmo-stp_10.42.42.5(pid=7054): stdout: \u000a| (launched: 2022-12-09_19:32:15.566770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:17.630229 run osmo-stp_10.42.42.5(pid=7054): stderr: \u000a| �[0;m�[38;5;43m20221209193215758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193215758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193215759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193215759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193215760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193215760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193215760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:17.752404 run osmo-stp_10.42.42.5(pid=7054): stdout: \u000a| (launched: 2022-12-09_19:32:15.566770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:17.873731 run osmo-stp_10.42.42.5(pid=7054): stderr: \u000a| �[0;m�[38;5;43m20221209193215758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193215758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193215759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193215759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193215760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193215760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193215760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:17.927264 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7054): Process ended prematurely: osmo-stp_10.42.42.5(pid=7054) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7054)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:32:17.935925 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a19:32:17.994787 run osmo-hlr_10.42.42.2(pid=7051): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7051)]\u000a19:32:18.042924 run osmo-hlr_10.42.42.2(pid=7051): stdout: \u000a| (launched: 2022-12-09_19:32:14.550193) \u000a19:32:18.091795 run osmo-hlr_10.42.42.2(pid=7051): stderr: \u000a| �[0;m�[1;31m20221209193214748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193214748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193214748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193214748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193214748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193214748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193214761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193214769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193214770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193214770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:18.158290 run osmo-msc_10.42.42.6(pid=7057): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7057)]\u000a19:32:18.206353 run osmo-msc_10.42.42.6(pid=7057): stdout: \u000a| (launched: 2022-12-09_19:32:16.690936) \u000a19:32:18.254964 run osmo-msc_10.42.42.6(pid=7057): stderr: \u000a| �[0;m�[38;5;43m20221209193217146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193217147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f9db7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193217147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193217147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193217147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193217148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193217153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193217153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193217154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193217154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:32:18.296241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7050): Terminating (SIGTERM)\u000a19:32:18.335191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7053): Terminating (SIGTERM)\u000a19:32:18.374410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7056): Terminating (SIGTERM)\u000a19:32:18.383525 --- ParallelTerminationStrategy: PID 7050 died...\u000a19:32:18.435775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7050): Terminated: ok {rc=0}\u000a19:32:18.445360 --- ParallelTerminationStrategy: PID 7053 died...\u000a19:32:18.497432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7053): Terminated: ok {rc=0}\u000a19:32:18.507007 --- ParallelTerminationStrategy: PID 7056 died...\u000a19:32:18.559259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7056): Terminated: ok {rc=0}\u000a19:32:18.641031 bus /sierra_3: Setting Powered False\u000a19:32:19.746589 bus /sierra_3: Setting Powered False\u000a19:32:20.857293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:32:00" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7068): Process ended prematurely: osmo-stp_10.42.42.5(pid=7068) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7068)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7068): Process ended prematurely: osmo-stp_10.42.42.5(pid=7068) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:32:22.852033 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:22.863913 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:32:23.022379 tst mo_mt_call.py: using LAC 23229\u000a19:32:23.147278 tst mo_mt_call.py: using RAC 24\u000a19:32:23.272397 tst mo_mt_call.py: using CellId 23229\u000a19:32:23.398298 tst mo_mt_call.py: using BVCI 23230\u000a19:32:23.423045 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:23.434806 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:23.446349 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:23.458084 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:23.469990 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:23.481776 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:32:23.596739 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:32:23.808806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:24.322450 run create_hlr_db(pid=7062): Launched\u000a19:32:24.511187 bus /sierra_2: Setting Powered False\u000a19:32:25.531783 run create_hlr_db(pid=7062): Terminated: ok {rc=0}\u000a19:32:25.940815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7064): Launched\u000a19:32:26.245884 run osmo-hlr_10.42.42.2(pid=7065): Launched\u000a19:32:26.362745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:26.890702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7067): Launched\u000a19:32:27.195073 run osmo-stp_10.42.42.5(pid=7068): Launched\u000a19:32:27.305348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:32:27.863039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7070): Launched\u000a19:32:28.170162 run osmo-msc_10.42.42.6(pid=7071): Launched\u000a19:32:28.348254 run osmo-stp_10.42.42.5(pid=7068): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7068)]\u000a19:32:28.476743 run osmo-stp_10.42.42.5(pid=7068): stdout: \u000a| (launched: 2022-12-09_19:32:27.045417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:28.603183 run osmo-stp_10.42.42.5(pid=7068): stderr: \u000a| �[0;m�[38;5;43m20221209193227214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193227214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193227214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193227215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193227215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193227215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193227215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:28.725326 run osmo-stp_10.42.42.5(pid=7068): stdout: \u000a| (launched: 2022-12-09_19:32:27.045417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:28.846468 run osmo-stp_10.42.42.5(pid=7068): stderr: \u000a| �[0;m�[38;5;43m20221209193227214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193227214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193227214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193227215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193227215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193227215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193227215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:28.899921 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7068): Process ended prematurely: osmo-stp_10.42.42.5(pid=7068) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7068)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:32:28.908297 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:32:28.966555 run osmo-hlr_10.42.42.2(pid=7065): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7065)]\u000a19:32:29.014025 run osmo-hlr_10.42.42.2(pid=7065): stdout: \u000a| (launched: 2022-12-09_19:32:26.096146) \u000a19:32:29.062385 run osmo-hlr_10.42.42.2(pid=7065): stderr: \u000a| �[0;m�[1;31m20221209193226273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193226274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193226274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193226274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193226274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193226274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193226286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193226294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193226295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193226295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:29.128137 run osmo-msc_10.42.42.6(pid=7071): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7071)]\u000a19:32:29.175505 run osmo-msc_10.42.42.6(pid=7071): stdout: \u000a| (launched: 2022-12-09_19:32:28.018021) \u000a19:32:29.223439 run osmo-msc_10.42.42.6(pid=7071): stderr: \u000a| �[0;m�[38;5;43m20221209193228290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193228290 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0519ac8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193228290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193228290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193228290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193228291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193228292 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193228293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193228293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193228293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:32:29.264234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7064): Terminating (SIGTERM)\u000a19:32:29.302534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7067): Terminating (SIGTERM)\u000a19:32:29.340854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7070): Terminating (SIGTERM)\u000a19:32:29.350098 --- ParallelTerminationStrategy: PID 7064 died...\u000a19:32:29.402287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7064): Terminated: ok {rc=0}\u000a19:32:29.411796 --- ParallelTerminationStrategy: PID 7067 died...\u000a19:32:29.463488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7067): Terminated: ok {rc=0}\u000a19:32:29.472927 --- ParallelTerminationStrategy: PID 7070 died...\u000a19:32:29.524454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7070): Terminated: ok {rc=0}\u000a19:32:29.611205 bus /sierra_3: Setting Powered False\u000a19:32:30.710994 bus /sierra_3: Setting Powered False\u000a19:32:31.835950 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7080): Process ended prematurely: osmo-stp_10.42.42.5(pid=7080) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7080)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7080): Process ended prematurely: osmo-stp_10.42.42.5(pid=7080) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:32:32.944936 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:32.957107 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:32:33.109452 tst mo_mt_call_osmux.py: using LAC 23230\u000a19:32:33.236302 tst mo_mt_call_osmux.py: using RAC 25\u000a19:32:33.362819 tst mo_mt_call_osmux.py: using CellId 23230\u000a19:32:33.490136 tst mo_mt_call_osmux.py: using BVCI 23231\u000a19:32:33.515011 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:33.526881 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:33.538578 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:33.550615 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:33.562465 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:32:33.574459 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:32:33.691786 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:32:33.894354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:34.384306 run create_hlr_db(pid=7073): Launched\u000a19:32:34.559488 bus /sierra_2: Setting Powered False\u000a19:32:35.581932 run create_hlr_db(pid=7073): Terminated: ok {rc=0}\u000a19:32:36.010602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7076): Launched\u000a19:32:36.316883 run osmo-hlr_10.42.42.2(pid=7077): Launched\u000a19:32:36.432928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:36.963164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7079): Launched\u000a19:32:37.267858 run osmo-stp_10.42.42.5(pid=7080): Launched\u000a19:32:37.378562 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:32:37.935247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7082): Launched\u000a19:32:38.239819 run osmo-msc_10.42.42.6(pid=7083): Launched\u000a19:32:38.418538 run osmo-stp_10.42.42.5(pid=7080): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7080)]\u000a19:32:38.547093 run osmo-stp_10.42.42.5(pid=7080): stdout: \u000a| (launched: 2022-12-09_19:32:37.118607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:38.673317 run osmo-stp_10.42.42.5(pid=7080): stderr: \u000a| �[0;m�[38;5;43m20221209193237290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193237290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193237290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193237291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193237291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193237291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193237291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:38.795289 run osmo-stp_10.42.42.5(pid=7080): stdout: \u000a| (launched: 2022-12-09_19:32:37.118607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:38.915888 run osmo-stp_10.42.42.5(pid=7080): stderr: \u000a| �[0;m�[38;5;43m20221209193237290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193237290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193237290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193237291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193237291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193237291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193237291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:38.969443 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7080): Process ended prematurely: osmo-stp_10.42.42.5(pid=7080) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7080)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:32:38.977951 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:32:39.036610 run osmo-hlr_10.42.42.2(pid=7077): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7077)]\u000a19:32:39.084719 run osmo-hlr_10.42.42.2(pid=7077): stdout: \u000a| (launched: 2022-12-09_19:32:36.166460) \u000a19:32:39.133567 run osmo-hlr_10.42.42.2(pid=7077): stderr: \u000a| �[0;m�[1;31m20221209193236343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193236343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193236343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193236343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193236343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193236343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193236355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193236364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193236364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193236365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:39.200001 run osmo-msc_10.42.42.6(pid=7083): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7083)]\u000a19:32:39.248005 run osmo-msc_10.42.42.6(pid=7083): stdout: \u000a| (launched: 2022-12-09_19:32:38.090266) \u000a19:32:39.296465 run osmo-msc_10.42.42.6(pid=7083): stderr: \u000a| �[0;m�[38;5;43m20221209193238361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193238361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2303b83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193238362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193238362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193238362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193238362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193238364 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193238364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193238364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193238364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:32:39.337758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7076): Terminating (SIGTERM)\u000a19:32:39.376662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7079): Terminating (SIGTERM)\u000a19:32:39.415563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7082): Terminating (SIGTERM)\u000a19:32:39.424727 --- ParallelTerminationStrategy: PID 7076 died...\u000a19:32:39.477251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7076): Terminated: ok {rc=0}\u000a19:32:39.486952 --- ParallelTerminationStrategy: PID 7079 died...\u000a19:32:39.539044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7079): Terminated: ok {rc=0}\u000a19:32:39.548484 --- ParallelTerminationStrategy: PID 7082 died...\u000a19:32:39.600325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7082): Terminated: ok {rc=0}\u000a19:32:39.690079 bus /sierra_3: Setting Powered False\u000a19:32:40.796460 bus /sierra_3: Setting Powered False\u000a19:32:41.903356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:32:22" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7094): Process ended prematurely: osmo-stp_10.42.42.5(pid=7094) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7094)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7094): Process ended prematurely: osmo-stp_10.42.42.5(pid=7094) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:32:43.893041 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:43.904222 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:32:44.058749 tst mo_mt_call.py: using LAC 23231\u000a19:32:44.179798 tst mo_mt_call.py: using RAC 26\u000a19:32:44.301799 tst mo_mt_call.py: using CellId 23231\u000a19:32:44.420354 tst mo_mt_call.py: using BVCI 23232\u000a19:32:44.443472 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:44.454565 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:44.465486 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:44.476450 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:44.487318 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:44.498281 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:32:44.615953 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:32:44.817326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:45.306833 run create_hlr_db(pid=7088): Launched\u000a19:32:45.482492 bus /sierra_2: Setting Powered False\u000a19:32:46.513938 run create_hlr_db(pid=7088): Terminated: ok {rc=0}\u000a19:32:46.929572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7090): Launched\u000a19:32:47.284385 run osmo-hlr_10.42.42.2(pid=7091): Launched\u000a19:32:47.405821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:47.938982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7093): Launched\u000a19:32:48.242385 run osmo-stp_10.42.42.5(pid=7094): Launched\u000a19:32:48.352043 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:32:48.908091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7096): Launched\u000a19:32:49.214448 run osmo-msc_10.42.42.6(pid=7097): Launched\u000a19:32:49.393367 run osmo-stp_10.42.42.5(pid=7094): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7094)]\u000a19:32:49.522300 run osmo-stp_10.42.42.5(pid=7094): stdout: \u000a| (launched: 2022-12-09_19:32:48.093744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:49.649325 run osmo-stp_10.42.42.5(pid=7094): stderr: \u000a| �[0;m�[38;5;43m20221209193248265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193248265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193248266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193248266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193248267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193248267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193248267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:49.771105 run osmo-stp_10.42.42.5(pid=7094): stdout: \u000a| (launched: 2022-12-09_19:32:48.093744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:49.891913 run osmo-stp_10.42.42.5(pid=7094): stderr: \u000a| �[0;m�[38;5;43m20221209193248265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193248265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193248266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193248266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193248267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193248267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193248267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:49.945332 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7094): Process ended prematurely: osmo-stp_10.42.42.5(pid=7094) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7094)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:32:49.953828 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:32:50.012041 run osmo-hlr_10.42.42.2(pid=7091): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7091)]\u000a19:32:50.059982 run osmo-hlr_10.42.42.2(pid=7091): stdout: \u000a| (launched: 2022-12-09_19:32:47.088166) \u000a19:32:50.108252 run osmo-hlr_10.42.42.2(pid=7091): stderr: \u000a| �[0;m�[1;31m20221209193247296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193247296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193247296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193247296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193247296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193247297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193247307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193247316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193247316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193247316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:50.174183 run osmo-msc_10.42.42.6(pid=7097): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7097)]\u000a19:32:50.221938 run osmo-msc_10.42.42.6(pid=7097): stdout: \u000a| (launched: 2022-12-09_19:32:49.063763) \u000a19:32:50.270081 run osmo-msc_10.42.42.6(pid=7097): stderr: \u000a| �[0;m�[38;5;43m20221209193249336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193249336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f1f743c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193249336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193249336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193249336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193249337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193249338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193249339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193249339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193249339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:32:50.310833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7090): Terminating (SIGTERM)\u000a19:32:50.349368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7093): Terminating (SIGTERM)\u000a19:32:50.387986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7096): Terminating (SIGTERM)\u000a19:32:50.397111 --- ParallelTerminationStrategy: PID 7090 died...\u000a19:32:50.449159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7090): Terminated: ok {rc=0}\u000a19:32:50.458593 --- ParallelTerminationStrategy: PID 7093 died...\u000a19:32:50.510337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7093): Terminated: ok {rc=0}\u000a19:32:50.519781 --- ParallelTerminationStrategy: PID 7096 died...\u000a19:32:50.572626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7096): Terminated: ok {rc=0}\u000a19:32:50.660578 bus /sierra_3: Setting Powered False\u000a19:32:51.761887 bus /sierra_3: Setting Powered False\u000a19:32:52.871687 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7105): Process ended prematurely: osmo-stp_10.42.42.5(pid=7105) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7105)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7105): Process ended prematurely: osmo-stp_10.42.42.5(pid=7105) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:32:53.980923 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:53.992664 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:32:54.148242 tst mo_mt_call_osmux.py: using LAC 23232\u000a19:32:54.267825 tst mo_mt_call_osmux.py: using RAC 27\u000a19:32:54.389326 tst mo_mt_call_osmux.py: using CellId 23232\u000a19:32:54.507952 tst mo_mt_call_osmux.py: using BVCI 23233\u000a19:32:54.531172 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:54.542357 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:54.553146 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:54.563977 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:54.574913 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:32:54.585713 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:32:54.703807 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:32:54.906675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:55.394011 run create_hlr_db(pid=7099): Launched\u000a19:32:55.568485 bus /sierra_2: Setting Powered False\u000a19:32:56.591719 run create_hlr_db(pid=7099): Terminated: ok {rc=0}\u000a19:32:57.024680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7101): Launched\u000a19:32:57.353386 run osmo-hlr_10.42.42.2(pid=7102): Launched\u000a19:32:57.474647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:58.041033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7104): Launched\u000a19:32:58.369126 run osmo-stp_10.42.42.5(pid=7105): Launched\u000a19:32:58.487347 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:32:59.082197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7107): Launched\u000a19:32:59.410572 run osmo-msc_10.42.42.6(pid=7108): Launched\u000a19:32:59.602422 run osmo-stp_10.42.42.5(pid=7105): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7105)]\u000a19:32:59.740366 run osmo-stp_10.42.42.5(pid=7105): stdout: \u000a| (launched: 2022-12-09_19:32:58.207174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:59.878241 run osmo-stp_10.42.42.5(pid=7105): stderr: \u000a| �[0;m�[38;5;43m20221209193258398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193258398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193258398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193258399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193258399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193258399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193258399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:00.009473 run osmo-stp_10.42.42.5(pid=7105): stdout: \u000a| (launched: 2022-12-09_19:32:58.207174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:00.139842 run osmo-stp_10.42.42.5(pid=7105): stderr: \u000a| �[0;m�[38;5;43m20221209193258398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193258398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193258398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193258399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193258399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193258399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193258399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:00.197431 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7105): Process ended prematurely: osmo-stp_10.42.42.5(pid=7105) [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7105)] [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:33:00.206996 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:33:00.269580 run osmo-hlr_10.42.42.2(pid=7102): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7102)]\u000a19:33:00.321071 run osmo-hlr_10.42.42.2(pid=7102): stdout: \u000a| (launched: 2022-12-09_19:32:57.191014) \u000a19:33:00.372916 run osmo-hlr_10.42.42.2(pid=7102): stderr: \u000a| �[0;m�[1;31m20221209193257388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193257388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193257388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193257389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193257389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193257389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193257401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193257410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193257410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193257410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:00.443514 run osmo-msc_10.42.42.6(pid=7108): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7108)]\u000a19:33:00.494615 run osmo-msc_10.42.42.6(pid=7108): stdout: \u000a| (launched: 2022-12-09_19:32:59.249185) \u000a19:33:00.546498 run osmo-msc_10.42.42.6(pid=7108): stderr: \u000a| �[0;m�[38;5;43m20221209193259571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193259571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb253014c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193259571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193259571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193259571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193259571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193259573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193259574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193259574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193259574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:33:00.590349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7101): Terminating (SIGTERM)\u000a19:33:00.631912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7104): Terminating (SIGTERM)\u000a19:33:00.673615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7107): Terminating (SIGTERM)\u000a19:33:00.683659 --- ParallelTerminationStrategy: PID 7101 died...\u000a19:33:00.739171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7101): Terminated: ok {rc=0}\u000a19:33:00.749626 --- ParallelTerminationStrategy: PID 7104 died...\u000a19:33:00.804847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7104): Terminated: ok {rc=0}\u000a19:33:00.815319 --- ParallelTerminationStrategy: PID 7107 died...\u000a19:33:00.878584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7107): Terminated: ok {rc=0}\u000a19:33:00.974559 bus /sierra_3: Setting Powered False\u000a19:33:02.077616 bus /sierra_3: Setting Powered False\u000a19:33:03.185101 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:32:43" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7120): Process ended prematurely: osmo-stp_10.42.42.5(pid=7120) [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7120)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7120): Process ended prematurely: osmo-stp_10.42.42.5(pid=7120) [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:33:05.180682 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:05.191368 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:33:05.320927 tst emergency_mo_mt_call.py: using LAC 23233\u000a19:33:05.435864 tst emergency_mo_mt_call.py: using RAC 28\u000a19:33:05.553921 tst emergency_mo_mt_call.py: using CellId 23233\u000a19:33:05.669775 tst emergency_mo_mt_call.py: using BVCI 23234\u000a19:33:05.692876 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:05.703825 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:05.714462 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:05.724915 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:05.735432 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:05.745928 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:05.862711 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:06.063356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:06.544638 run create_hlr_db(pid=7114): Launched\u000a19:33:06.718227 bus /sierra_2: Setting Powered False\u000a19:33:07.739717 run create_hlr_db(pid=7114): Terminated: ok {rc=0}\u000a19:33:08.167242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7116): Launched\u000a19:33:08.491344 run osmo-hlr_10.42.42.2(pid=7117): Launched\u000a19:33:08.611222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:09.170883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7119): Launched\u000a19:33:09.494837 run osmo-stp_10.42.42.5(pid=7120): Launched\u000a19:33:09.626390 tst emergency_mo_mt_call.py: using MSISDN 7339\u000a19:33:09.786543 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:33:10.376190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7122): Launched\u000a19:33:10.699398 run osmo-msc_10.42.42.6(pid=7123): Launched\u000a19:33:10.887765 run osmo-stp_10.42.42.5(pid=7120): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7120)]\u000a19:33:11.023977 run osmo-stp_10.42.42.5(pid=7120): stdout: \u000a| (launched: 2022-12-09_19:33:09.334706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:11.159636 run osmo-stp_10.42.42.5(pid=7120): stderr: \u000a| �[0;m�[38;5;43m20221209193309526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193309526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193309526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193309527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193309527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193309527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193309527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:11.289363 run osmo-stp_10.42.42.5(pid=7120): stdout: \u000a| (launched: 2022-12-09_19:33:09.334706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:11.418342 run osmo-stp_10.42.42.5(pid=7120): stderr: \u000a| �[0;m�[38;5;43m20221209193309526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193309526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193309526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193309527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193309527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193309527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193309527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:11.474458 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7120): Process ended prematurely: osmo-stp_10.42.42.5(pid=7120) [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7120)] [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a19:33:11.483160 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a19:33:11.545934 run osmo-hlr_10.42.42.2(pid=7117): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7117)]\u000a19:33:11.596848 run osmo-hlr_10.42.42.2(pid=7117): stdout: \u000a| (launched: 2022-12-09_19:33:08.331166) \u000a19:33:11.648565 run osmo-hlr_10.42.42.2(pid=7117): stderr: \u000a| �[0;m�[1;31m20221209193308528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193308528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193308528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193308528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193308528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193308528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193308541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193308550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193308550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193308550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:11.718113 run osmo-msc_10.42.42.6(pid=7123): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7123)]\u000a19:33:11.769008 run osmo-msc_10.42.42.6(pid=7123): stdout: \u000a| (launched: 2022-12-09_19:33:10.539611) \u000a19:33:11.820437 run osmo-msc_10.42.42.6(pid=7123): stderr: \u000a| �[0;m�[38;5;43m20221209193310862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193310862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4fc4d3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193310862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193310862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193310863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193310863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193310865 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193310865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193310865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193310865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:33:11.864238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7116): Terminating (SIGTERM)\u000a19:33:11.905757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7119): Terminating (SIGTERM)\u000a19:33:11.947270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7122): Terminating (SIGTERM)\u000a19:33:11.957080 --- ParallelTerminationStrategy: PID 7116 died...\u000a19:33:12.012578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7116): Terminated: ok {rc=0}\u000a19:33:12.022897 --- ParallelTerminationStrategy: PID 7119 died...\u000a19:33:12.078332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7119): Terminated: ok {rc=0}\u000a19:33:12.088298 --- ParallelTerminationStrategy: PID 7122 died...\u000a19:33:12.143837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7122): Terminated: ok {rc=0}\u000a19:33:12.229556 bus /sierra_3: Setting Powered False\u000a19:33:13.335115 bus /sierra_3: Setting Powered False\u000a19:33:14.441275 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7131): Process ended prematurely: osmo-stp_10.42.42.5(pid=7131) [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7131)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7131): Process ended prematurely: osmo-stp_10.42.42.5(pid=7131) [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:33:15.490419 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:15.501886 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:33:15.636335 tst emergency_preemptive_call.py: using LAC 23234\u000a19:33:15.758171 tst emergency_preemptive_call.py: using RAC 29\u000a19:33:15.912440 tst emergency_preemptive_call.py: using CellId 23234\u000a19:33:16.046439 tst emergency_preemptive_call.py: using BVCI 23235\u000a19:33:16.072072 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:16.084521 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:16.096820 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:16.111592 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:16.124915 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:33:16.138117 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:16.286310 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:16.407361 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:16.523473 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:16.749751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:17.296505 run create_hlr_db(pid=7125): Launched\u000a19:33:17.483882 bus /sierra_2: Setting Powered False\u000a19:33:18.504144 run create_hlr_db(pid=7125): Terminated: ok {rc=0}\u000a19:33:18.905139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7127): Launched\u000a19:33:19.204746 run osmo-hlr_10.42.42.2(pid=7128): Launched\u000a19:33:19.319188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:19.838488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7130): Launched\u000a19:33:20.139152 run osmo-stp_10.42.42.5(pid=7131): Launched\u000a19:33:20.261617 tst emergency_preemptive_call.py: using MSISDN 7340\u000a19:33:20.411370 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:33:20.956051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7133): Launched\u000a19:33:21.255915 run osmo-msc_10.42.42.6(pid=7134): Launched\u000a19:33:21.431566 run osmo-stp_10.42.42.5(pid=7131): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7131)]\u000a19:33:21.558022 run osmo-stp_10.42.42.5(pid=7131): stdout: \u000a| (launched: 2022-12-09_19:33:19.990815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:21.682043 run osmo-stp_10.42.42.5(pid=7131): stderr: \u000a| �[0;m�[38;5;43m20221209193320162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193320162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193320162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193320163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193320164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193320164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193320164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:21.803003 run osmo-stp_10.42.42.5(pid=7131): stdout: \u000a| (launched: 2022-12-09_19:33:19.990815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:21.922641 run osmo-stp_10.42.42.5(pid=7131): stderr: \u000a| �[0;m�[38;5;43m20221209193320162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193320162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193320162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193320163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193320164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193320164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193320164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:21.974936 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7131): Process ended prematurely: osmo-stp_10.42.42.5(pid=7131) [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7131)] [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a19:33:21.982897 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a19:33:22.041455 run osmo-hlr_10.42.42.2(pid=7128): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7128)]\u000a19:33:22.089583 run osmo-hlr_10.42.42.2(pid=7128): stdout: \u000a| (launched: 2022-12-09_19:33:19.057097) \u000a19:33:22.138578 run osmo-hlr_10.42.42.2(pid=7128): stderr: \u000a| �[0;m�[1;31m20221209193319231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193319231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193319231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193319231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193319231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193319232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193319244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193319253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193319253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193319253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:22.204616 run osmo-msc_10.42.42.6(pid=7134): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7134)]\u000a19:33:22.252416 run osmo-msc_10.42.42.6(pid=7134): stdout: \u000a| (launched: 2022-12-09_19:33:21.108076) \u000a19:33:22.300811 run osmo-msc_10.42.42.6(pid=7134): stderr: \u000a| �[0;m�[38;5;43m20221209193321379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193321380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c56b29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193321380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193321380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193321380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193321380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193321383 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193321384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193321384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193321384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:33:22.341756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7127): Terminating (SIGTERM)\u000a19:33:22.380771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7130): Terminating (SIGTERM)\u000a19:33:22.419382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7133): Terminating (SIGTERM)\u000a19:33:22.428466 --- ParallelTerminationStrategy: PID 7127 died...\u000a19:33:22.480348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7127): Terminated: ok {rc=0}\u000a19:33:22.489888 --- ParallelTerminationStrategy: PID 7130 died...\u000a19:33:22.541700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7130): Terminated: ok {rc=0}\u000a19:33:22.551111 --- ParallelTerminationStrategy: PID 7133 died...\u000a19:33:22.602620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7133): Terminated: ok {rc=0}\u000a19:33:22.688100 bus /sierra_9: Setting Powered False\u000a19:33:23.791066 bus /sierra_9: Setting Powered False\u000a19:33:24.900505 bus /sierra_8: Setting Powered False\u000a19:33:26.002243 bus /sierra_8: Setting Powered False\u000a19:33:27.111055 bus /sierra_3: Setting Powered False\u000a19:33:28.217164 bus /sierra_3: Setting Powered False\u000a19:33:29.330014 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:33:04" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7150): Process ended prematurely: osmo-stp_10.42.42.5(pid=7150) [trial-2363↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7150)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7150): Process ended prematurely: osmo-stp_10.42.42.5(pid=7150) [trial-2363↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:33:31.500673 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:31.512555 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:33:31.684290 tst cs_paging_gprs_active.py: using LAC 23235\u000a19:33:31.828555 tst cs_paging_gprs_active.py: using RAC 30\u000a19:33:31.952880 tst cs_paging_gprs_active.py: using CellId 23235\u000a19:33:32.072847 tst cs_paging_gprs_active.py: using BVCI 23236\u000a19:33:32.096995 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:32.108723 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:32.120377 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:32.133013 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:32.144648 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:32.156212 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:32.167620 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:32.178914 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:32.190334 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:32.307707 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:32.589069 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:33:32.716698 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:33.032580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7140): Launched\u000a19:33:33.296222 run iperf3-srv_10.42.42.10(pid=7141): Launched\u000a19:33:33.482218 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:33:33.609276 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:33.925295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7142): Launched\u000a19:33:34.186845 run iperf3-srv_10.42.42.10(pid=7143): Launched\u000a19:33:34.372763 tst cs_paging_gprs_active.py:38: start network...\u000a19:33:34.499555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:34.986179 run create_hlr_db(pid=7144): Launched\u000a19:33:35.161750 bus /sierra_2: Setting Powered False\u000a19:33:36.183373 run create_hlr_db(pid=7144): Terminated: ok {rc=0}\u000a19:33:36.617446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7146): Launched\u000a19:33:36.946147 run osmo-hlr_10.42.42.2(pid=7147): Launched\u000a19:33:37.068005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:37.637701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7149): Launched\u000a19:33:37.965680 run osmo-stp_10.42.42.5(pid=7150): Launched\u000a19:33:38.083952 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:33:38.654200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7152): Launched\u000a19:33:38.771896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:33:39.059386 run patchelf(pid=7153): Launched\u000a19:33:39.250991 run osmo-stp_10.42.42.5(pid=7150): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7150)]\u000a19:33:39.391491 run osmo-stp_10.42.42.5(pid=7150): stdout: \u000a| (launched: 2022-12-09_19:33:37.804112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:39.531716 run osmo-stp_10.42.42.5(pid=7150): stderr: \u000a| �[0;m�[38;5;43m20221209193337994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193337995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193337995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193337995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193337996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193337996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193337996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:39.667209 run osmo-stp_10.42.42.5(pid=7150): stdout: \u000a| (launched: 2022-12-09_19:33:37.804112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:39.801326 run osmo-stp_10.42.42.5(pid=7150): stderr: \u000a| �[0;m�[38;5;43m20221209193337994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193337995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193337995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193337995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193337996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193337996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193337996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:39.957786 run patchelf(pid=7153): Terminating (SIGINT)\u000a19:33:40.141527 run patchelf(pid=7153): Terminated: ok {rc=0}\u000a19:33:40.175183 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7150): Process ended prematurely: osmo-stp_10.42.42.5(pid=7150) [trial-2363↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7150)] [trial-2363↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a19:33:40.185101 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:33:40.248227 run osmo-hlr_10.42.42.2(pid=7147): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7147)]\u000a19:33:40.299210 run osmo-hlr_10.42.42.2(pid=7147): stdout: \u000a| (launched: 2022-12-09_19:33:36.784348) \u000a19:33:40.350580 run osmo-hlr_10.42.42.2(pid=7147): stderr: \u000a| �[0;m�[1;31m20221209193336982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193336982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193336982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193336982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193336982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193336982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193336995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193337003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193337003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193337003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:40.394150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7140): Terminating (SIGTERM)\u000a19:33:40.435503 run iperf3-srv_10.42.42.10(pid=7141): Terminating (SIGTERM)\u000a19:33:40.476870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7142): Terminating (SIGTERM)\u000a19:33:40.518973 run iperf3-srv_10.42.42.10(pid=7143): Terminating (SIGTERM)\u000a19:33:40.560266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7146): Terminating (SIGTERM)\u000a19:33:40.601649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7149): Terminating (SIGTERM)\u000a19:33:40.643449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7152): Terminating (SIGTERM)\u000a19:33:40.653277 --- ParallelTerminationStrategy: PID 7140 died...\u000a19:33:40.709010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7140): Terminated: ok {rc=0}\u000a19:33:40.719076 --- ParallelTerminationStrategy: PID 7141 died...\u000a19:33:40.774606 run iperf3-srv_10.42.42.10(pid=7141): Terminated {rc=256}\u000a19:33:40.784627 --- ParallelTerminationStrategy: PID 7142 died...\u000a19:33:40.840015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7142): Terminated: ok {rc=0}\u000a19:33:40.850020 --- ParallelTerminationStrategy: PID 7143 died...\u000a19:33:40.905177 run iperf3-srv_10.42.42.10(pid=7143): Terminated {rc=256}\u000a19:33:40.915243 --- ParallelTerminationStrategy: PID 7146 died...\u000a19:33:40.970074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7146): Terminated: ok {rc=0}\u000a19:33:40.980429 --- ParallelTerminationStrategy: PID 7149 died...\u000a19:33:41.035581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7149): Terminated: ok {rc=0}\u000a19:33:41.046038 --- ParallelTerminationStrategy: PID 7152 died...\u000a19:33:41.101177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7152): Terminated: ok {rc=0}\u000a19:33:41.186716 bus /gobi_0: Setting Powered False\u000a19:33:42.290649 bus /gobi_0: Setting Powered False\u000a19:33:43.396720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7162): Process ended prematurely: osmo-stp_10.42.42.5(pid=7162) [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7162): Process ended prematurely: osmo-stp_10.42.42.5(pid=7162) [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a19:33:44.512266 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:44.524174 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:33:44.667224 tst iperf3.py: using LAC 23236\u000a19:33:44.796233 tst iperf3.py: using RAC 31\u000a19:33:44.923309 tst iperf3.py: using CellId 23236\u000a19:33:45.048801 tst iperf3.py: using BVCI 23237\u000a19:33:45.072153 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:45.083124 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:45.093762 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:45.104659 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:45.115405 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:45.126242 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:45.137235 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:45.147835 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:45.158611 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:45.454944 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:33:45.591847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:45.954908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7154): Launched\u000a19:33:46.244483 run iperf3-srv_10.42.42.10(pid=7155): Launched\u000a19:33:46.451458 tst iperf3.py:8: start network...\u000a19:33:46.592542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:47.141740 run create_hlr_db(pid=7156): Launched\u000a19:33:47.318962 bus /gobi_6: Setting Powered False\u000a19:33:48.339440 run create_hlr_db(pid=7156): Terminated: ok {rc=0}\u000a19:33:48.744536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7158): Launched\u000a19:33:49.048929 run osmo-hlr_10.42.42.2(pid=7159): Launched\u000a19:33:49.160784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:49.692901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7161): Launched\u000a19:33:49.998522 run osmo-stp_10.42.42.5(pid=7162): Launched\u000a19:33:50.109613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:33:50.640417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7164): Launched\u000a19:33:50.748721 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:33:51.014946 run patchelf(pid=7165): Launched\u000a19:33:51.192936 run osmo-stp_10.42.42.5(pid=7162): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)]\u000a19:33:51.323344 run osmo-stp_10.42.42.5(pid=7162): stdout: \u000a| (launched: 2022-12-09_19:33:49.848687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:51.454365 run osmo-stp_10.42.42.5(pid=7162): stderr: \u000a| �[0;m�[38;5;43m20221209193350016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193350016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193350016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193350017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193350017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193350017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193350017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:51.580198 run osmo-stp_10.42.42.5(pid=7162): stdout: \u000a| (launched: 2022-12-09_19:33:49.848687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:51.705158 run osmo-stp_10.42.42.5(pid=7162): stderr: \u000a| �[0;m�[38;5;43m20221209193350016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193350016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193350016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193350017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193350017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193350017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193350017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:51.850599 run patchelf(pid=7165): Terminating (SIGINT)\u000a19:33:52.021126 run patchelf(pid=7165): Terminated: ok {rc=0}\u000a19:33:52.052565 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7162): Process ended prematurely: osmo-stp_10.42.42.5(pid=7162) [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)] [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a19:33:52.061951 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:33:52.121132 run osmo-hlr_10.42.42.2(pid=7159): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7159)]\u000a19:33:52.168977 run osmo-hlr_10.42.42.2(pid=7159): stdout: \u000a| (launched: 2022-12-09_19:33:48.899326) \u000a19:33:52.217396 run osmo-hlr_10.42.42.2(pid=7159): stderr: \u000a| �[0;m�[1;31m20221209193349073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193349073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193349073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193349074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193349074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193349074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193349090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193349101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193349102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193349102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:52.258580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7154): Terminating (SIGTERM)\u000a19:33:52.298076 run iperf3-srv_10.42.42.10(pid=7155): Terminating (SIGTERM)\u000a19:33:52.337231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7158): Terminating (SIGTERM)\u000a19:33:52.376290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7161): Terminating (SIGTERM)\u000a19:33:52.415769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7164): Terminating (SIGTERM)\u000a19:33:52.425294 --- ParallelTerminationStrategy: PID 7154 died...\u000a19:33:52.478421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7154): Terminated: ok {rc=0}\u000a19:33:52.488345 --- ParallelTerminationStrategy: PID 7155 died...\u000a19:33:52.541373 run iperf3-srv_10.42.42.10(pid=7155): Terminated {rc=256}\u000a19:33:52.551243 --- ParallelTerminationStrategy: PID 7158 died...\u000a19:33:52.603879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7158): Terminated: ok {rc=0}\u000a19:33:52.613804 --- ParallelTerminationStrategy: PID 7161 died...\u000a19:33:52.666330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7161): Terminated: ok {rc=0}\u000a19:33:52.676025 --- ParallelTerminationStrategy: PID 7164 died...\u000a19:33:52.728646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7164): Terminated: ok {rc=0}\u000a19:33:52.817002 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7180): Process ended prematurely: osmo-stp_10.42.42.5(pid=7180) [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7180)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7180): Process ended prematurely: osmo-stp_10.42.42.5(pid=7180) [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a19:33:53.927464 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:53.938867 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:33:54.078042 tst iperf3m4.py: using LAC 23237\u000a19:33:54.198207 tst iperf3m4.py: using RAC 32\u000a19:33:54.316313 tst iperf3m4.py: using CellId 23237\u000a19:33:54.433857 tst iperf3m4.py: using BVCI 23238\u000a19:33:54.457358 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:54.468104 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:54.478684 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:54.489335 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:54.499922 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:54.510544 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:54.521324 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:54.531816 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:33:54.542551 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:54.662535 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:54.783543 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:54.902846 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:33:55.204425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:33:55.342560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:55.680678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7166): Launched\u000a19:33:55.963297 run iperf3-srv_10.42.42.10(pid=7167): Launched\u000a19:33:56.165147 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:33:56.302228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:56.642735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7168): Launched\u000a19:33:56.924459 run iperf3-srv_10.42.42.10(pid=7169): Launched\u000a19:33:57.125308 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:33:57.262029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:57.602294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7170): Launched\u000a19:33:57.883939 run iperf3-srv_10.42.42.10(pid=7171): Launched\u000a19:33:58.084775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:33:58.222214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:58.562629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7172): Launched\u000a19:33:58.845642 run iperf3-srv_10.42.42.10(pid=7173): Launched\u000a19:33:59.046826 tst iperf3m4.py:8: start network...\u000a19:33:59.184251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:59.698845 run create_hlr_db(pid=7174): Launched\u000a19:33:59.888524 bus /gobi_6: Setting Powered False\u000a19:34:00.941902 run create_hlr_db(pid=7174): Terminated: ok {rc=0}\u000a19:34:01.390106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7176): Launched\u000a19:34:01.812092 run osmo-hlr_10.42.42.2(pid=7177): Launched\u000a19:34:01.940143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:02.647192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7179): Launched\u000a19:34:02.946186 run osmo-stp_10.42.42.5(pid=7180): Launched\u000a19:34:03.054789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:34:03.577757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7182): Launched\u000a19:34:03.684641 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:34:03.948717 run patchelf(pid=7183): Launched\u000a19:34:04.123794 run osmo-stp_10.42.42.5(pid=7180): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7180)]\u000a19:34:04.252903 run osmo-stp_10.42.42.5(pid=7180): stdout: \u000a| (launched: 2022-12-09_19:34:02.800006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:04.381718 run osmo-stp_10.42.42.5(pid=7180): stderr: \u000a| �[0;m�[38;5;43m20221209193402969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193402969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193402969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193402970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193402970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193402970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193402971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:04.505523 run osmo-stp_10.42.42.5(pid=7180): stdout: \u000a| (launched: 2022-12-09_19:34:02.800006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:04.628378 run osmo-stp_10.42.42.5(pid=7180): stderr: \u000a| �[0;m�[38;5;43m20221209193402969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193402969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193402969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193402970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193402970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193402970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193402971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:04.771218 run patchelf(pid=7183): Terminating (SIGINT)\u000a19:34:04.939261 run patchelf(pid=7183): Terminated: ok {rc=0}\u000a19:34:04.970296 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7180): Process ended prematurely: osmo-stp_10.42.42.5(pid=7180) [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7180)] [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a19:34:04.979503 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a19:34:05.038457 run osmo-hlr_10.42.42.2(pid=7177): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7177)]\u000a19:34:05.086241 run osmo-hlr_10.42.42.2(pid=7177): stdout: \u000a| (launched: 2022-12-09_19:34:01.550629) \u000a19:34:05.134694 run osmo-hlr_10.42.42.2(pid=7177): stderr: \u000a| �[0;m�[1;31m20221209193401835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193401835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193401835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193401835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193401835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193401835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193401869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193401893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193401894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193401894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:05.175735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7166): Terminating (SIGTERM)\u000a19:34:05.214395 run iperf3-srv_10.42.42.10(pid=7167): Terminating (SIGTERM)\u000a19:34:05.253129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7168): Terminating (SIGTERM)\u000a19:34:05.291641 run iperf3-srv_10.42.42.10(pid=7169): Terminating (SIGTERM)\u000a19:34:05.330279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7170): Terminating (SIGTERM)\u000a19:34:05.368657 run iperf3-srv_10.42.42.10(pid=7171): Terminating (SIGTERM)\u000a19:34:05.407583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7172): Terminating (SIGTERM)\u000a19:34:05.446109 run iperf3-srv_10.42.42.10(pid=7173): Terminating (SIGTERM)\u000a19:34:05.484679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7176): Terminating (SIGTERM)\u000a19:34:05.523146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7179): Terminating (SIGTERM)\u000a19:34:05.561656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7182): Terminating (SIGTERM)\u000a19:34:05.570750 --- ParallelTerminationStrategy: PID 7166 died...\u000a19:34:05.622784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7166): Terminated: ok {rc=0}\u000a19:34:05.632267 --- ParallelTerminationStrategy: PID 7167 died...\u000a19:34:05.683596 run iperf3-srv_10.42.42.10(pid=7167): Terminated {rc=256}\u000a19:34:05.692929 --- ParallelTerminationStrategy: PID 7168 died...\u000a19:34:05.745475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7168): Terminated: ok {rc=0}\u000a19:34:05.754842 --- ParallelTerminationStrategy: PID 7169 died...\u000a19:34:05.806234 run iperf3-srv_10.42.42.10(pid=7169): Terminated {rc=256}\u000a19:34:05.815562 --- ParallelTerminationStrategy: PID 7170 died...\u000a19:34:05.867025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7170): Terminated: ok {rc=0}\u000a19:34:05.876395 --- ParallelTerminationStrategy: PID 7171 died...\u000a19:34:05.927733 run iperf3-srv_10.42.42.10(pid=7171): Terminated {rc=256}\u000a19:34:05.937247 --- ParallelTerminationStrategy: PID 7172 died...\u000a19:34:05.988416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7172): Terminated: ok {rc=0}\u000a19:34:05.997885 --- ParallelTerminationStrategy: PID 7173 died...\u000a19:34:06.049292 run iperf3-srv_10.42.42.10(pid=7173): Terminated {rc=256}\u000a19:34:06.058768 --- ParallelTerminationStrategy: PID 7176 died...\u000a19:34:06.110415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7176): Terminated: ok {rc=0}\u000a19:34:06.119532 --- ParallelTerminationStrategy: PID 7179 died...\u000a19:34:06.171334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7179): Terminated: ok {rc=0}\u000a19:34:06.180603 --- ParallelTerminationStrategy: PID 7182 died...\u000a19:34:06.232604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7182): Terminated: ok {rc=0}\u000a19:34:06.319477 bus /gobi_4: Setting Powered False\u000a19:34:07.419819 bus /gobi_4: Setting Powered False\u000a19:34:08.523661 bus /gobi_1: Setting Powered False\u000a19:34:09.623557 bus /gobi_1: Setting Powered False\u000a19:34:10.732804 bus /gobi_0: Setting Powered False\u000a19:34:11.834072 bus /gobi_0: Setting Powered False\u000a19:34:12.938091 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7191): Process ended prematurely: osmo-stp_10.42.42.5(pid=7191) [trial-2363↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7191)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7191): Process ended prematurely: osmo-stp_10.42.42.5(pid=7191) [trial-2363↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a19:34:14.005456 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:14.017325 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:34:14.156398 tst ping.py: using LAC 23238\u000a19:34:14.281092 tst ping.py: using RAC 33\u000a19:34:14.410457 tst ping.py: using CellId 23238\u000a19:34:14.532387 tst ping.py: using BVCI 23239\u000a19:34:14.556505 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:14.567707 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:14.578982 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:14.590281 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:14.601435 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:14.612526 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:14.623759 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:14.634963 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:34:14.922331 tst ping.py:19: start network...\u000a19:34:15.054331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:15.553149 run create_hlr_db(pid=7185): Launched\u000a19:34:15.737352 bus /gobi_6: Setting Powered False\u000a19:34:16.758381 run create_hlr_db(pid=7185): Terminated: ok {rc=0}\u000a19:34:17.189073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7187): Launched\u000a19:34:17.510778 run osmo-hlr_10.42.42.2(pid=7188): Launched\u000a19:34:17.622583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:18.140128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7190): Launched\u000a19:34:18.440285 run osmo-stp_10.42.42.5(pid=7191): Launched\u000a19:34:18.552850 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:34:19.070386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7193): Launched\u000a19:34:19.175683 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:34:19.433928 run patchelf(pid=7194): Launched\u000a19:34:19.606240 run osmo-stp_10.42.42.5(pid=7191): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7191)]\u000a19:34:19.732309 run osmo-stp_10.42.42.5(pid=7191): stdout: \u000a| (launched: 2022-12-09_19:34:18.291358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:19.858713 run osmo-stp_10.42.42.5(pid=7191): stderr: \u000a| �[0;m�[38;5;43m20221209193418462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193418462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193418463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193418463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193418463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193418463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193418464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:19.980670 run osmo-stp_10.42.42.5(pid=7191): stdout: \u000a| (launched: 2022-12-09_19:34:18.291358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:20.101652 run osmo-stp_10.42.42.5(pid=7191): stderr: \u000a| �[0;m�[38;5;43m20221209193418462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193418462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193418463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193418463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193418463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193418463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193418464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:20.242119 run patchelf(pid=7194): Terminating (SIGINT)\u000a19:34:20.407683 run patchelf(pid=7194): Terminated: ok {rc=0}\u000a19:34:20.437732 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7191): Process ended prematurely: osmo-stp_10.42.42.5(pid=7191) [trial-2363↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7191)] [trial-2363↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a19:34:20.446399 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:34:20.504922 run osmo-hlr_10.42.42.2(pid=7188): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7188)]\u000a19:34:20.553093 run osmo-hlr_10.42.42.2(pid=7188): stdout: \u000a| (launched: 2022-12-09_19:34:17.352208) \u000a19:34:20.601916 run osmo-hlr_10.42.42.2(pid=7188): stderr: \u000a| �[0;m�[1;31m20221209193417548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193417548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193417548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193417548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193417548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193417548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193417560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193417568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193417568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193417569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:20.643081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7187): Terminating (SIGTERM)\u000a19:34:20.682205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7190): Terminating (SIGTERM)\u000a19:34:20.721175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7193): Terminating (SIGTERM)\u000a19:34:20.730151 --- ParallelTerminationStrategy: PID 7187 died...\u000a19:34:20.782426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7187): Terminated: ok {rc=0}\u000a19:34:20.791701 --- ParallelTerminationStrategy: PID 7190 died...\u000a19:34:20.843690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7190): Terminated: ok {rc=0}\u000a19:34:20.853126 --- ParallelTerminationStrategy: PID 7193 died...\u000a19:34:20.904632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7193): Terminated: ok {rc=0}\u000a19:34:20.989743 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7201): Process ended prematurely: osmo-stp_10.42.42.5(pid=7201) [trial-2363↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7201)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7201): Process ended prematurely: osmo-stp_10.42.42.5(pid=7201) [trial-2363↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a19:34:22.041498 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:22.052660 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:34:22.186399 tst ping_idle_ping.py: using LAC 23239\u000a19:34:22.303500 tst ping_idle_ping.py: using RAC 34\u000a19:34:22.420267 tst ping_idle_ping.py: using CellId 23239\u000a19:34:22.537775 tst ping_idle_ping.py: using BVCI 23240\u000a19:34:22.560314 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:22.571115 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:22.581580 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:22.592485 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:22.603324 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:22.614263 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:22.625326 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:22.636206 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:34:22.909119 tst ping_idle_ping.py:24: start network...\u000a19:34:23.033154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:23.510260 run create_hlr_db(pid=7195): Launched\u000a19:34:23.682331 bus /gobi_6: Setting Powered False\u000a19:34:24.704264 run create_hlr_db(pid=7195): Terminated: ok {rc=0}\u000a19:34:25.100941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7197): Launched\u000a19:34:25.399519 run osmo-hlr_10.42.42.2(pid=7198): Launched\u000a19:34:25.507893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:26.028084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7200): Launched\u000a19:34:26.326681 run osmo-stp_10.42.42.5(pid=7201): Launched\u000a19:34:26.434913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:34:26.954363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7203): Launched\u000a19:34:27.060076 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:34:27.319778 run patchelf(pid=7204): Launched\u000a19:34:27.493932 run osmo-stp_10.42.42.5(pid=7201): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7201)]\u000a19:34:27.620880 run osmo-stp_10.42.42.5(pid=7201): stdout: \u000a| (launched: 2022-12-09_19:34:26.179253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:27.748549 run osmo-stp_10.42.42.5(pid=7201): stderr: \u000a| �[0;m�[38;5;43m20221209193426348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193426348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193426348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193426349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193426349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193426349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193426349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:27.871732 run osmo-stp_10.42.42.5(pid=7201): stdout: \u000a| (launched: 2022-12-09_19:34:26.179253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:27.994461 run osmo-stp_10.42.42.5(pid=7201): stderr: \u000a| �[0;m�[38;5;43m20221209193426348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193426348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193426348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193426349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193426349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193426349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193426349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:28.136234 run patchelf(pid=7204): Terminating (SIGINT)\u000a19:34:28.302277 run patchelf(pid=7204): Terminated: ok {rc=0}\u000a19:34:28.333127 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7201): Process ended prematurely: osmo-stp_10.42.42.5(pid=7201) [trial-2363↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7201)] [trial-2363↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a19:34:28.341870 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a19:34:28.400417 run osmo-hlr_10.42.42.2(pid=7198): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7198)]\u000a19:34:28.448278 run osmo-hlr_10.42.42.2(pid=7198): stdout: \u000a| (launched: 2022-12-09_19:34:25.252680) \u000a19:34:28.496704 run osmo-hlr_10.42.42.2(pid=7198): stderr: \u000a| �[0;m�[1;31m20221209193425426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193425426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193425427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193425427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193425427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193425427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193425439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193425448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193425448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193425449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:28.538064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7197): Terminating (SIGTERM)\u000a19:34:28.576873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7200): Terminating (SIGTERM)\u000a19:34:28.615698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7203): Terminating (SIGTERM)\u000a19:34:28.624658 --- ParallelTerminationStrategy: PID 7197 died...\u000a19:34:28.677352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7197): Terminated: ok {rc=0}\u000a19:34:28.686897 --- ParallelTerminationStrategy: PID 7200 died...\u000a19:34:28.738593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7200): Terminated: ok {rc=0}\u000a19:34:28.747918 --- ParallelTerminationStrategy: PID 7203 died...\u000a19:34:28.799582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7203): Terminated: ok {rc=0}\u000a19:34:28.886758 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:33:31" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7218): Process ended prematurely: osmo-stp_10.42.42.5(pid=7218) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7218)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7218): Process ended prematurely: osmo-stp_10.42.42.5(pid=7218) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:34:31.062964 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:31.075482 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:34:31.243429 tst cs_paging_gprs_active.py: using LAC 23240\u000a19:34:31.412077 tst cs_paging_gprs_active.py: using RAC 35\u000a19:34:31.549285 tst cs_paging_gprs_active.py: using CellId 23240\u000a19:34:31.671625 tst cs_paging_gprs_active.py: using BVCI 23241\u000a19:34:31.695888 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:31.707717 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:31.722148 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:31.733843 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:31.745399 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:31.757159 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:31.768488 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:31.780017 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:31.791285 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:34:31.909709 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:34:32.239662 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:34:32.378194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:32.715237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7208): Launched\u000a19:34:32.994455 run iperf3-srv_10.42.42.10(pid=7209): Launched\u000a19:34:33.193499 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:34:33.329442 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:33.665967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7210): Launched\u000a19:34:33.945127 run iperf3-srv_10.42.42.10(pid=7211): Launched\u000a19:34:34.144035 tst cs_paging_gprs_active.py:38: start network...\u000a19:34:34.279974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:34.790605 run create_hlr_db(pid=7212): Launched\u000a19:34:34.978749 bus /gobi_6: Setting Powered False\u000a19:34:35.998471 run create_hlr_db(pid=7212): Terminated: ok {rc=0}\u000a19:34:36.405009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7214): Launched\u000a19:34:36.709285 run osmo-hlr_10.42.42.2(pid=7215): Launched\u000a19:34:36.824534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:37.350914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7217): Launched\u000a19:34:37.654419 run osmo-stp_10.42.42.5(pid=7218): Launched\u000a19:34:37.764554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:34:38.293597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7220): Launched\u000a19:34:38.401138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:34:38.666204 run patchelf(pid=7221): Launched\u000a19:34:38.843144 run osmo-stp_10.42.42.5(pid=7218): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7218)]\u000a19:34:38.972578 run osmo-stp_10.42.42.5(pid=7218): stdout: \u000a| (launched: 2022-12-09_19:34:37.505186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:39.102289 run osmo-stp_10.42.42.5(pid=7218): stderr: \u000a| �[0;m�[38;5;43m20221209193437675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193437675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193437675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193437675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193437676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193437676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193437676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:39.227287 run osmo-stp_10.42.42.5(pid=7218): stdout: \u000a| (launched: 2022-12-09_19:34:37.505186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:39.351316 run osmo-stp_10.42.42.5(pid=7218): stderr: \u000a| �[0;m�[38;5;43m20221209193437675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193437675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193437675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193437675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193437676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193437676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193437676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:39.495524 run patchelf(pid=7221): Terminating (SIGINT)\u000a19:34:39.665398 run patchelf(pid=7221): Terminated: ok {rc=0}\u000a19:34:39.696725 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7218): Process ended prematurely: osmo-stp_10.42.42.5(pid=7218) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7218)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:34:39.706165 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:34:39.765302 run osmo-hlr_10.42.42.2(pid=7215): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7215)]\u000a19:34:39.813345 run osmo-hlr_10.42.42.2(pid=7215): stdout: \u000a| (launched: 2022-12-09_19:34:36.559480) \u000a19:34:39.862477 run osmo-hlr_10.42.42.2(pid=7215): stderr: \u000a| �[0;m�[1;31m20221209193436736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193436736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193436736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193436736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193436736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193436737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193436748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193436757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193436757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193436757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:39.903723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7208): Terminating (SIGTERM)\u000a19:34:39.942404 run iperf3-srv_10.42.42.10(pid=7209): Terminating (SIGTERM)\u000a19:34:39.981110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7210): Terminating (SIGTERM)\u000a19:34:40.019685 run iperf3-srv_10.42.42.10(pid=7211): Terminating (SIGTERM)\u000a19:34:40.058170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7214): Terminating (SIGTERM)\u000a19:34:40.096691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7217): Terminating (SIGTERM)\u000a19:34:40.135348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7220): Terminating (SIGTERM)\u000a19:34:40.144260 --- ParallelTerminationStrategy: PID 7208 died...\u000a19:34:40.196718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7208): Terminated: ok {rc=0}\u000a19:34:40.206122 --- ParallelTerminationStrategy: PID 7209 died...\u000a19:34:40.257592 run iperf3-srv_10.42.42.10(pid=7209): Terminated {rc=256}\u000a19:34:40.266815 --- ParallelTerminationStrategy: PID 7210 died...\u000a19:34:40.318438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7210): Terminated: ok {rc=0}\u000a19:34:40.327671 --- ParallelTerminationStrategy: PID 7211 died...\u000a19:34:40.379206 run iperf3-srv_10.42.42.10(pid=7211): Terminated {rc=256}\u000a19:34:40.388439 --- ParallelTerminationStrategy: PID 7214 died...\u000a19:34:40.440702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7214): Terminated: ok {rc=0}\u000a19:34:40.450180 --- ParallelTerminationStrategy: PID 7217 died...\u000a19:34:40.501992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7217): Terminated: ok {rc=0}\u000a19:34:40.511336 --- ParallelTerminationStrategy: PID 7220 died...\u000a19:34:40.563550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7220): Terminated: ok {rc=0}\u000a19:34:40.650351 bus /gobi_0: Setting Powered False\u000a19:34:41.752535 bus /gobi_0: Setting Powered False\u000a19:34:42.863308 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7230): Process ended prematurely: osmo-stp_10.42.42.5(pid=7230) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7230)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7230): Process ended prematurely: osmo-stp_10.42.42.5(pid=7230) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:34:43.971817 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:43.983259 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:34:44.122960 tst iperf3.py: using LAC 23241\u000a19:34:44.250333 tst iperf3.py: using RAC 36\u000a19:34:44.376306 tst iperf3.py: using CellId 23241\u000a19:34:44.504079 tst iperf3.py: using BVCI 23242\u000a19:34:44.528902 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:44.540721 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:44.552077 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:44.563867 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:44.575242 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:44.586816 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:44.598434 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:44.610065 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:44.621917 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:34:44.897764 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:34:45.022888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:45.335075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7222): Launched\u000a19:34:45.594385 run iperf3-srv_10.42.42.10(pid=7223): Launched\u000a19:34:45.777969 tst iperf3.py:8: start network...\u000a19:34:45.915324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:46.444390 run create_hlr_db(pid=7224): Launched\u000a19:34:46.622225 bus /gobi_6: Setting Powered False\u000a19:34:47.639497 run create_hlr_db(pid=7224): Terminated: ok {rc=0}\u000a19:34:48.069385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7226): Launched\u000a19:34:48.393398 run osmo-hlr_10.42.42.2(pid=7227): Launched\u000a19:34:48.513307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:49.072035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7229): Launched\u000a19:34:49.395393 run osmo-stp_10.42.42.5(pid=7230): Launched\u000a19:34:49.512101 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:34:50.074258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7232): Launched\u000a19:34:50.189345 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:34:50.470903 run patchelf(pid=7233): Launched\u000a19:34:50.659459 run osmo-stp_10.42.42.5(pid=7230): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7230)]\u000a19:34:50.797273 run osmo-stp_10.42.42.5(pid=7230): stdout: \u000a| (launched: 2022-12-09_19:34:49.235675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:50.935679 run osmo-stp_10.42.42.5(pid=7230): stderr: \u000a| �[0;m�[38;5;43m20221209193449425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193449425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193449425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193449426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193449426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193449426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193449426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:51.069043 run osmo-stp_10.42.42.5(pid=7230): stdout: \u000a| (launched: 2022-12-09_19:34:49.235675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:51.201565 run osmo-stp_10.42.42.5(pid=7230): stderr: \u000a| �[0;m�[38;5;43m20221209193449425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193449425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193449425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193449426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193449426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193449426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193449426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:51.355552 run patchelf(pid=7233): Terminating (SIGINT)\u000a19:34:51.535410 run patchelf(pid=7233): Terminated: ok {rc=0}\u000a19:34:51.568440 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7230): Process ended prematurely: osmo-stp_10.42.42.5(pid=7230) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7230)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a19:34:51.578393 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:34:51.641380 run osmo-hlr_10.42.42.2(pid=7227): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7227)]\u000a19:34:51.692318 run osmo-hlr_10.42.42.2(pid=7227): stdout: \u000a| (launched: 2022-12-09_19:34:48.233702) \u000a19:34:51.744358 run osmo-hlr_10.42.42.2(pid=7227): stderr: \u000a| �[0;m�[1;31m20221209193448430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193448430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193448430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193448430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193448430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193448430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193448443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193448451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193448451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193448452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:51.788178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7222): Terminating (SIGTERM)\u000a19:34:51.830108 run iperf3-srv_10.42.42.10(pid=7223): Terminating (SIGTERM)\u000a19:34:51.871855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7226): Terminating (SIGTERM)\u000a19:34:51.913604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7229): Terminating (SIGTERM)\u000a19:34:51.954901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7232): Terminating (SIGTERM)\u000a19:34:51.964838 --- ParallelTerminationStrategy: PID 7222 died...\u000a19:34:52.020662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7222): Terminated: ok {rc=0}\u000a19:34:52.031155 --- ParallelTerminationStrategy: PID 7223 died...\u000a19:34:52.086420 run iperf3-srv_10.42.42.10(pid=7223): Terminated {rc=256}\u000a19:34:52.096393 --- ParallelTerminationStrategy: PID 7226 died...\u000a19:34:52.151605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7226): Terminated: ok {rc=0}\u000a19:34:52.161923 --- ParallelTerminationStrategy: PID 7229 died...\u000a19:34:52.217258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7229): Terminated: ok {rc=0}\u000a19:34:52.227285 --- ParallelTerminationStrategy: PID 7232 died...\u000a19:34:52.282648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7232): Terminated: ok {rc=0}\u000a19:34:52.369365 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7251): Process ended prematurely: osmo-stp_10.42.42.5(pid=7251) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7251)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7251): Process ended prematurely: osmo-stp_10.42.42.5(pid=7251) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:34:53.483897 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:53.496059 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:34:53.636917 tst iperf3m4.py: using LAC 23242\u000a19:34:53.777734 tst iperf3m4.py: using RAC 37\u000a19:34:53.906258 tst iperf3m4.py: using CellId 23242\u000a19:34:54.033284 tst iperf3m4.py: using BVCI 23243\u000a19:34:54.058024 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:54.069629 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:54.081028 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:54.092629 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:54.104099 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:54.115928 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:54.127574 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:54.139075 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:34:54.150843 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:34:54.280283 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:34:54.399045 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:34:54.516014 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:34:54.809312 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:34:54.944007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:55.279209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7234): Launched\u000a19:34:55.557092 run iperf3-srv_10.42.42.10(pid=7235): Launched\u000a19:34:55.754922 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:34:55.889791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:56.225251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7236): Launched\u000a19:34:56.504700 run iperf3-srv_10.42.42.10(pid=7237): Launched\u000a19:34:56.703092 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:34:56.837997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:57.173739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7238): Launched\u000a19:34:57.452066 run iperf3-srv_10.42.42.10(pid=7239): Launched\u000a19:34:57.650437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:34:57.785880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:58.120762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7240): Launched\u000a19:34:58.400888 run iperf3-srv_10.42.42.10(pid=7241): Launched\u000a19:34:58.599255 tst iperf3m4.py:8: start network...\u000a19:34:58.734376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:59.242951 run create_hlr_db(pid=7242): Launched\u000a19:34:59.430395 bus /gobi_6: Setting Powered False\u000a19:35:00.451142 run create_hlr_db(pid=7242): Terminated: ok {rc=0}\u000a19:35:00.902965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7244): Launched\u000a19:35:01.367338 run osmo-hlr_10.42.42.2(pid=7245): Launched\u000a19:35:01.557977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:02.139533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7250): Launched\u000a19:35:02.466700 run osmo-stp_10.42.42.5(pid=7251): Launched\u000a19:35:02.584831 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:03.149204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7253): Launched\u000a19:35:03.264939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:03.548527 run patchelf(pid=7254): Launched\u000a19:35:03.737087 run osmo-stp_10.42.42.5(pid=7251): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7251)]\u000a19:35:03.875178 run osmo-stp_10.42.42.5(pid=7251): stdout: \u000a| (launched: 2022-12-09_19:35:02.306310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:04.013817 run osmo-stp_10.42.42.5(pid=7251): stderr: \u000a| �[0;m�[38;5;43m20221209193502493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193502493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193502493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193502493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193502494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193502494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193502494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:04.147426 run osmo-stp_10.42.42.5(pid=7251): stdout: \u000a| (launched: 2022-12-09_19:35:02.306310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:04.280340 run osmo-stp_10.42.42.5(pid=7251): stderr: \u000a| �[0;m�[38;5;43m20221209193502493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193502493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193502493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193502493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193502494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193502494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193502494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:04.435465 run patchelf(pid=7254): Terminating (SIGINT)\u000a19:35:04.616618 run patchelf(pid=7254): Terminated: ok {rc=0}\u000a19:35:04.649996 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7251): Process ended prematurely: osmo-stp_10.42.42.5(pid=7251) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7251)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:35:04.660261 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a19:35:04.723076 run osmo-hlr_10.42.42.2(pid=7245): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7245)]\u000a19:35:04.773893 run osmo-hlr_10.42.42.2(pid=7245): stdout: \u000a| (launched: 2022-12-09_19:35:01.063719) \u000a19:35:04.825512 run osmo-hlr_10.42.42.2(pid=7245): stderr: \u000a| �[0;m�[1;31m20221209193501276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193501276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193501276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193501276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193501276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193501276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193501289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193501316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193501317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193501317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:04.868996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7234): Terminating (SIGTERM)\u000a19:35:04.910353 run iperf3-srv_10.42.42.10(pid=7235): Terminating (SIGTERM)\u000a19:35:04.951986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7236): Terminating (SIGTERM)\u000a19:35:04.993813 run iperf3-srv_10.42.42.10(pid=7237): Terminating (SIGTERM)\u000a19:35:05.035076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7238): Terminating (SIGTERM)\u000a19:35:05.076384 run iperf3-srv_10.42.42.10(pid=7239): Terminating (SIGTERM)\u000a19:35:05.118274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7240): Terminating (SIGTERM)\u000a19:35:05.159507 run iperf3-srv_10.42.42.10(pid=7241): Terminating (SIGTERM)\u000a19:35:05.201005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7244): Terminating (SIGTERM)\u000a19:35:05.242618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7250): Terminating (SIGTERM)\u000a19:35:05.283643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7253): Terminating (SIGTERM)\u000a19:35:05.293519 --- ParallelTerminationStrategy: PID 7234 died...\u000a19:35:05.349447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7234): Terminated: ok {rc=0}\u000a19:35:05.359718 --- ParallelTerminationStrategy: PID 7235 died...\u000a19:35:05.414923 run iperf3-srv_10.42.42.10(pid=7235): Terminated {rc=256}\u000a19:35:05.425217 --- ParallelTerminationStrategy: PID 7236 died...\u000a19:35:05.480197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7236): Terminated: ok {rc=0}\u000a19:35:05.490300 --- ParallelTerminationStrategy: PID 7237 died...\u000a19:35:05.545099 run iperf3-srv_10.42.42.10(pid=7237): Terminated {rc=256}\u000a19:35:05.555334 --- ParallelTerminationStrategy: PID 7238 died...\u000a19:35:05.610969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7238): Terminated: ok {rc=0}\u000a19:35:05.620916 --- ParallelTerminationStrategy: PID 7239 died...\u000a19:35:05.675950 run iperf3-srv_10.42.42.10(pid=7239): Terminated {rc=256}\u000a19:35:05.686188 --- ParallelTerminationStrategy: PID 7240 died...\u000a19:35:05.741262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7240): Terminated: ok {rc=0}\u000a19:35:05.751445 --- ParallelTerminationStrategy: PID 7241 died...\u000a19:35:05.806559 run iperf3-srv_10.42.42.10(pid=7241): Terminated {rc=256}\u000a19:35:05.816560 --- ParallelTerminationStrategy: PID 7244 died...\u000a19:35:05.871568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7244): Terminated: ok {rc=0}\u000a19:35:05.881755 --- ParallelTerminationStrategy: PID 7250 died...\u000a19:35:05.937265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7250): Terminated: ok {rc=0}\u000a19:35:05.947320 --- ParallelTerminationStrategy: PID 7253 died...\u000a19:35:06.002703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7253): Terminated: ok {rc=0}\u000a19:35:06.088561 bus /gobi_4: Setting Powered False\u000a19:35:07.194336 bus /gobi_4: Setting Powered False\u000a19:35:08.300071 bus /gobi_1: Setting Powered False\u000a19:35:09.405283 bus /gobi_1: Setting Powered False\u000a19:35:10.514750 bus /gobi_0: Setting Powered False\u000a19:35:11.616046 bus /gobi_0: Setting Powered False\u000a19:35:12.727267 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7261): Process ended prematurely: osmo-stp_10.42.42.5(pid=7261) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7261)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7261): Process ended prematurely: osmo-stp_10.42.42.5(pid=7261) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:35:13.793686 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:13.805239 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:35:13.938623 tst ping.py: using LAC 23243\u000a19:35:14.056783 tst ping.py: using RAC 38\u000a19:35:14.179275 tst ping.py: using CellId 23243\u000a19:35:14.293919 tst ping.py: using BVCI 23244\u000a19:35:14.316577 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:14.327530 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:14.338262 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:14.349156 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:14.359893 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:14.370569 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:14.381416 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:14.392086 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:35:14.679537 tst ping.py:19: start network...\u000a19:35:14.811874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:15.311713 run create_hlr_db(pid=7255): Launched\u000a19:35:15.496350 bus /gobi_6: Setting Powered False\u000a19:35:16.520705 run create_hlr_db(pid=7255): Terminated: ok {rc=0}\u000a19:35:16.957312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7257): Launched\u000a19:35:17.277616 run osmo-hlr_10.42.42.2(pid=7258): Launched\u000a19:35:17.393923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:17.948595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7260): Launched\u000a19:35:18.265459 run osmo-stp_10.42.42.5(pid=7261): Launched\u000a19:35:18.380794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:18.934190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7263): Launched\u000a19:35:19.047703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:19.326898 run patchelf(pid=7264): Launched\u000a19:35:19.513758 run osmo-stp_10.42.42.5(pid=7261): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7261)]\u000a19:35:19.649667 run osmo-stp_10.42.42.5(pid=7261): stdout: \u000a| (launched: 2022-12-09_19:35:18.110040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:19.786565 run osmo-stp_10.42.42.5(pid=7261): stderr: \u000a| �[0;m�[38;5;43m20221209193518300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193518300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193518301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193518301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193518302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193518302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193518302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:19.919134 run osmo-stp_10.42.42.5(pid=7261): stdout: \u000a| (launched: 2022-12-09_19:35:18.110040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:20.050014 run osmo-stp_10.42.42.5(pid=7261): stderr: \u000a| �[0;m�[38;5;43m20221209193518300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193518300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193518301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193518301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193518302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193518302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193518302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:20.201212 run patchelf(pid=7264): Terminating (SIGINT)\u000a19:35:20.378800 run patchelf(pid=7264): Terminated: ok {rc=0}\u000a19:35:20.411354 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7261): Process ended prematurely: osmo-stp_10.42.42.5(pid=7261) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7261)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a19:35:20.420998 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:35:20.484025 run osmo-hlr_10.42.42.2(pid=7258): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7258)]\u000a19:35:20.535302 run osmo-hlr_10.42.42.2(pid=7258): stdout: \u000a| (launched: 2022-12-09_19:35:17.119890) \u000a19:35:20.587236 run osmo-hlr_10.42.42.2(pid=7258): stderr: \u000a| �[0;m�[1;31m20221209193517315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193517315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193517315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193517315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193517315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193517315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193517327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193517335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193517336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193517336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:20.631040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7257): Terminating (SIGTERM)\u000a19:35:20.672786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7260): Terminating (SIGTERM)\u000a19:35:20.714584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7263): Terminating (SIGTERM)\u000a19:35:20.724448 --- ParallelTerminationStrategy: PID 7257 died...\u000a19:35:20.781585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7257): Terminated: ok {rc=0}\u000a19:35:20.791766 --- ParallelTerminationStrategy: PID 7260 died...\u000a19:35:20.847341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7260): Terminated: ok {rc=0}\u000a19:35:20.857922 --- ParallelTerminationStrategy: PID 7263 died...\u000a19:35:20.913486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7263): Terminated: ok {rc=0}\u000a19:35:20.998375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7271): Process ended prematurely: osmo-stp_10.42.42.5(pid=7271) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7271)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7271): Process ended prematurely: osmo-stp_10.42.42.5(pid=7271) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:35:22.052248 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:22.065072 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:35:22.206692 tst ping_idle_ping.py: using LAC 23244\u000a19:35:22.331290 tst ping_idle_ping.py: using RAC 39\u000a19:35:22.457569 tst ping_idle_ping.py: using CellId 23244\u000a19:35:22.577190 tst ping_idle_ping.py: using BVCI 23245\u000a19:35:22.599896 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:22.610871 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:22.622019 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:22.632696 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:22.643377 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:22.654057 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:22.664844 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:22.675562 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:35:22.965036 tst ping_idle_ping.py:24: start network...\u000a19:35:23.098410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:23.603548 run create_hlr_db(pid=7265): Launched\u000a19:35:23.788882 bus /gobi_6: Setting Powered False\u000a19:35:24.809714 run create_hlr_db(pid=7265): Terminated: ok {rc=0}\u000a19:35:25.234410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7267): Launched\u000a19:35:25.555530 run osmo-hlr_10.42.42.2(pid=7268): Launched\u000a19:35:25.673691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:26.228470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7270): Launched\u000a19:35:26.547774 run osmo-stp_10.42.42.5(pid=7271): Launched\u000a19:35:26.663795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:27.220216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7273): Launched\u000a19:35:27.334099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:27.614002 run patchelf(pid=7274): Launched\u000a19:35:27.800287 run osmo-stp_10.42.42.5(pid=7271): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7271)]\u000a19:35:27.937062 run osmo-stp_10.42.42.5(pid=7271): stdout: \u000a| (launched: 2022-12-09_19:35:26.390601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:28.074222 run osmo-stp_10.42.42.5(pid=7271): stderr: \u000a| �[0;m�[38;5;43m20221209193526581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193526581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193526581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193526581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193526582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193526582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193526582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:28.206632 run osmo-stp_10.42.42.5(pid=7271): stdout: \u000a| (launched: 2022-12-09_19:35:26.390601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:28.337935 run osmo-stp_10.42.42.5(pid=7271): stderr: \u000a| �[0;m�[38;5;43m20221209193526581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193526581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193526581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193526581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193526582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193526582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193526582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:28.490587 run patchelf(pid=7274): Terminating (SIGINT)\u000a19:35:28.668343 run patchelf(pid=7274): Terminated: ok {rc=0}\u000a19:35:28.700792 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7271): Process ended prematurely: osmo-stp_10.42.42.5(pid=7271) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7271)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:35:28.710197 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:35:28.772896 run osmo-hlr_10.42.42.2(pid=7268): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7268)]\u000a19:35:28.824286 run osmo-hlr_10.42.42.2(pid=7268): stdout: \u000a| (launched: 2022-12-09_19:35:25.397025) \u000a19:35:28.876142 run osmo-hlr_10.42.42.2(pid=7268): stderr: \u000a| �[0;m�[1;31m20221209193525593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193525593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193525593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193525593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193525594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193525594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193525606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193525614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193525614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193525615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:28.920029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7267): Terminating (SIGTERM)\u000a19:35:28.961501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7270): Terminating (SIGTERM)\u000a19:35:29.002982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7273): Terminating (SIGTERM)\u000a19:35:29.012840 --- ParallelTerminationStrategy: PID 7267 died...\u000a19:35:29.068478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7267): Terminated: ok {rc=0}\u000a19:35:29.078798 --- ParallelTerminationStrategy: PID 7270 died...\u000a19:35:29.134386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7270): Terminated: ok {rc=0}\u000a19:35:29.144299 --- ParallelTerminationStrategy: PID 7273 died...\u000a19:35:29.199220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7273): Terminated: ok {rc=0}\u000a19:35:29.284700 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:34:30" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7289): Process ended prematurely: osmo-stp_10.42.42.5(pid=7289) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7289)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7289): Process ended prematurely: osmo-stp_10.42.42.5(pid=7289) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:35:31.454511 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:31.466907 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:35:31.634990 tst cs_paging_gprs_active.py: using LAC 23245\u000a19:35:31.789359 tst cs_paging_gprs_active.py: using RAC 40\u000a19:35:31.976266 tst cs_paging_gprs_active.py: using CellId 23245\u000a19:35:32.111774 tst cs_paging_gprs_active.py: using BVCI 23246\u000a19:35:32.135963 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:32.148293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:32.160165 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:32.171741 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:32.183198 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:32.194589 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:32.206222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:32.217676 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:32.229265 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:35:32.349867 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:35:32.644244 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:35:32.780240 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:33.116896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7279): Launched\u000a19:35:33.397415 run iperf3-srv_10.42.42.10(pid=7280): Launched\u000a19:35:33.596833 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:35:33.732445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:34.068520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7281): Launched\u000a19:35:34.348909 run iperf3-srv_10.42.42.10(pid=7282): Launched\u000a19:35:34.548438 tst cs_paging_gprs_active.py:38: start network...\u000a19:35:34.684014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:35.195411 run create_hlr_db(pid=7283): Launched\u000a19:35:35.386347 bus /gobi_6: Setting Powered False\u000a19:35:36.406897 run create_hlr_db(pid=7283): Terminated: ok {rc=0}\u000a19:35:36.838654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7285): Launched\u000a19:35:37.164434 run osmo-hlr_10.42.42.2(pid=7286): Launched\u000a19:35:37.284141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:37.850332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7288): Launched\u000a19:35:38.176899 run osmo-stp_10.42.42.5(pid=7289): Launched\u000a19:35:38.294645 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:38.861091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7291): Launched\u000a19:35:38.977450 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:39.261668 run patchelf(pid=7292): Launched\u000a19:35:39.451334 run osmo-stp_10.42.42.5(pid=7289): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7289)]\u000a19:35:39.590214 run osmo-stp_10.42.42.5(pid=7289): stdout: \u000a| (launched: 2022-12-09_19:35:38.015576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:39.728751 run osmo-stp_10.42.42.5(pid=7289): stderr: \u000a| �[0;m�[38;5;43m20221209193538203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193538203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193538203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193538204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193538204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193538204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193538204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:39.862770 run osmo-stp_10.42.42.5(pid=7289): stdout: \u000a| (launched: 2022-12-09_19:35:38.015576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:39.995517 run osmo-stp_10.42.42.5(pid=7289): stderr: \u000a| �[0;m�[38;5;43m20221209193538203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193538203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193538203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193538204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193538204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193538204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193538204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:40.150135 run patchelf(pid=7292): Terminating (SIGINT)\u000a19:35:40.331809 run patchelf(pid=7292): Terminated: ok {rc=0}\u000a19:35:40.365850 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7289): Process ended prematurely: osmo-stp_10.42.42.5(pid=7289) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7289)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:35:40.375894 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a19:35:40.438616 run osmo-hlr_10.42.42.2(pid=7286): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7286)]\u000a19:35:40.489684 run osmo-hlr_10.42.42.2(pid=7286): stdout: \u000a| (launched: 2022-12-09_19:35:37.004286) \u000a19:35:40.540936 run osmo-hlr_10.42.42.2(pid=7286): stderr: \u000a| �[0;m�[1;31m20221209193537201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193537201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193537201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193537201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193537201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193537201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193537214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193537222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193537222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193537222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:40.584518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7279): Terminating (SIGTERM)\u000a19:35:40.626155 run iperf3-srv_10.42.42.10(pid=7280): Terminating (SIGTERM)\u000a19:35:40.667183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7281): Terminating (SIGTERM)\u000a19:35:40.708652 run iperf3-srv_10.42.42.10(pid=7282): Terminating (SIGTERM)\u000a19:35:40.750487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7285): Terminating (SIGTERM)\u000a19:35:40.791707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7288): Terminating (SIGTERM)\u000a19:35:40.832679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7291): Terminating (SIGTERM)\u000a19:35:40.842492 --- ParallelTerminationStrategy: PID 7279 died...\u000a19:35:40.898031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7279): Terminated: ok {rc=0}\u000a19:35:40.907969 --- ParallelTerminationStrategy: PID 7280 died...\u000a19:35:40.963266 run iperf3-srv_10.42.42.10(pid=7280): Terminated {rc=256}\u000a19:35:40.973306 --- ParallelTerminationStrategy: PID 7281 died...\u000a19:35:41.028534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7281): Terminated: ok {rc=0}\u000a19:35:41.038639 --- ParallelTerminationStrategy: PID 7282 died...\u000a19:35:41.094057 run iperf3-srv_10.42.42.10(pid=7282): Terminated {rc=256}\u000a19:35:41.104062 --- ParallelTerminationStrategy: PID 7285 died...\u000a19:35:41.159200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7285): Terminated: ok {rc=0}\u000a19:35:41.169142 --- ParallelTerminationStrategy: PID 7288 died...\u000a19:35:41.224196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7288): Terminated: ok {rc=0}\u000a19:35:41.234120 --- ParallelTerminationStrategy: PID 7291 died...\u000a19:35:41.289369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7291): Terminated: ok {rc=0}\u000a19:35:41.375524 bus /gobi_0: Setting Powered False\u000a19:35:42.481200 bus /gobi_0: Setting Powered False\u000a19:35:43.590356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7302): Process ended prematurely: osmo-stp_10.42.42.5(pid=7302) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7302)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7302): Process ended prematurely: osmo-stp_10.42.42.5(pid=7302) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:35:44.700067 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:44.711657 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:35:44.866264 tst iperf3.py: using LAC 23246\u000a19:35:44.985603 tst iperf3.py: using RAC 41\u000a19:35:45.103744 tst iperf3.py: using CellId 23246\u000a19:35:45.224635 tst iperf3.py: using BVCI 23247\u000a19:35:45.247871 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:45.258811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:45.269564 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:45.280250 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:45.290909 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:45.301505 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:45.312322 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:45.323188 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:45.333952 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:35:45.614805 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:35:45.742019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:46.088663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7294): Launched\u000a19:35:46.408544 run iperf3-srv_10.42.42.10(pid=7295): Launched\u000a19:35:46.636067 tst iperf3.py:8: start network...\u000a19:35:46.765493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:47.289001 run create_hlr_db(pid=7296): Launched\u000a19:35:47.463964 bus /gobi_6: Setting Powered False\u000a19:35:48.484319 run create_hlr_db(pid=7296): Terminated: ok {rc=0}\u000a19:35:48.887462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7298): Launched\u000a19:35:49.190665 run osmo-hlr_10.42.42.2(pid=7299): Launched\u000a19:35:49.308168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:49.843671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7301): Launched\u000a19:35:50.146143 run osmo-stp_10.42.42.5(pid=7302): Launched\u000a19:35:50.255963 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:50.784354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7304): Launched\u000a19:35:50.892356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:51.157495 run patchelf(pid=7305): Launched\u000a19:35:51.334502 run osmo-stp_10.42.42.5(pid=7302): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7302)]\u000a19:35:51.464334 run osmo-stp_10.42.42.5(pid=7302): stdout: \u000a| (launched: 2022-12-09_19:35:49.997827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:51.594402 run osmo-stp_10.42.42.5(pid=7302): stderr: \u000a| �[0;m�[38;5;43m20221209193550167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193550167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193550168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193550168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193550169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193550169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193550169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:51.719806 run osmo-stp_10.42.42.5(pid=7302): stdout: \u000a| (launched: 2022-12-09_19:35:49.997827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:51.844453 run osmo-stp_10.42.42.5(pid=7302): stderr: \u000a| �[0;m�[38;5;43m20221209193550167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193550167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193550168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193550168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193550169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193550169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193550169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:51.989779 run patchelf(pid=7305): Terminating (SIGINT)\u000a19:35:52.159505 run patchelf(pid=7305): Terminated: ok {rc=0}\u000a19:35:52.190741 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7302): Process ended prematurely: osmo-stp_10.42.42.5(pid=7302) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7302)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:35:52.199965 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:35:52.258775 run osmo-hlr_10.42.42.2(pid=7299): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7299)]\u000a19:35:52.306632 run osmo-hlr_10.42.42.2(pid=7299): stdout: \u000a| (launched: 2022-12-09_19:35:49.042210) \u000a19:35:52.355235 run osmo-hlr_10.42.42.2(pid=7299): stderr: \u000a| �[0;m�[1;31m20221209193549218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193549218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193549218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193549219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193549219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193549219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193549230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193549240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193549241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193549241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:52.396778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7294): Terminating (SIGTERM)\u000a19:35:52.435759 run iperf3-srv_10.42.42.10(pid=7295): Terminating (SIGTERM)\u000a19:35:52.474831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7298): Terminating (SIGTERM)\u000a19:35:52.513907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7301): Terminating (SIGTERM)\u000a19:35:52.552663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7304): Terminating (SIGTERM)\u000a19:35:52.561821 --- ParallelTerminationStrategy: PID 7294 died...\u000a19:35:52.614083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7294): Terminated: ok {rc=0}\u000a19:35:52.623881 --- ParallelTerminationStrategy: PID 7295 died...\u000a19:35:52.675819 run iperf3-srv_10.42.42.10(pid=7295): Terminated {rc=256}\u000a19:35:52.685344 --- ParallelTerminationStrategy: PID 7298 died...\u000a19:35:52.737626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7298): Terminated: ok {rc=0}\u000a19:35:52.746919 --- ParallelTerminationStrategy: PID 7301 died...\u000a19:35:52.798410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7301): Terminated: ok {rc=0}\u000a19:35:52.807707 --- ParallelTerminationStrategy: PID 7304 died...\u000a19:35:52.859807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7304): Terminated: ok {rc=0}\u000a19:35:52.947445 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7320): Process ended prematurely: osmo-stp_10.42.42.5(pid=7320) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7320)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7320): Process ended prematurely: osmo-stp_10.42.42.5(pid=7320) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:35:54.056782 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:54.068380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:35:54.230507 tst iperf3m4.py: using LAC 23247\u000a19:35:54.357340 tst iperf3m4.py: using RAC 42\u000a19:35:54.484857 tst iperf3m4.py: using CellId 23247\u000a19:35:54.614390 tst iperf3m4.py: using BVCI 23248\u000a19:35:54.639432 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:54.650984 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:54.662225 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:54.674073 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:54.685778 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:54.696874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:54.708460 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:54.719842 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:35:54.731523 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:35:54.851920 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:35:54.975668 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:35:55.096584 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:35:55.391993 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:35:55.527983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:55.865129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7306): Launched\u000a19:35:56.146917 run iperf3-srv_10.42.42.10(pid=7307): Launched\u000a19:35:56.346595 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:35:56.482954 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:56.819237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7308): Launched\u000a19:35:57.097608 run iperf3-srv_10.42.42.10(pid=7309): Launched\u000a19:35:57.296160 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:35:57.432075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:57.768171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7310): Launched\u000a19:35:58.046694 run iperf3-srv_10.42.42.10(pid=7311): Launched\u000a19:35:58.246636 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:35:58.382899 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:58.718586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7312): Launched\u000a19:35:58.997091 run iperf3-srv_10.42.42.10(pid=7313): Launched\u000a19:35:59.196276 tst iperf3m4.py:8: start network...\u000a19:35:59.332052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:59.842719 run create_hlr_db(pid=7314): Launched\u000a19:36:00.030373 bus /gobi_6: Setting Powered False\u000a19:36:01.072165 run create_hlr_db(pid=7314): Terminated: ok {rc=0}\u000a19:36:01.540331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7316): Launched\u000a19:36:01.976662 run osmo-hlr_10.42.42.2(pid=7317): Launched\u000a19:36:02.219570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:02.789584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7319): Launched\u000a19:36:03.115203 run osmo-stp_10.42.42.5(pid=7320): Launched\u000a19:36:03.232824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:03.798000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7322): Launched\u000a19:36:03.914522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:04.198552 run patchelf(pid=7323): Launched\u000a19:36:04.387759 run osmo-stp_10.42.42.5(pid=7320): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7320)]\u000a19:36:04.526100 run osmo-stp_10.42.42.5(pid=7320): stdout: \u000a| (launched: 2022-12-09_19:36:02.954663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:04.664415 run osmo-stp_10.42.42.5(pid=7320): stderr: \u000a| �[0;m�[38;5;43m20221209193603143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193603143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193603143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193603144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193603144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193603145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193603145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:04.797923 run osmo-stp_10.42.42.5(pid=7320): stdout: \u000a| (launched: 2022-12-09_19:36:02.954663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:04.930649 run osmo-stp_10.42.42.5(pid=7320): stderr: \u000a| �[0;m�[38;5;43m20221209193603143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193603143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193603143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193603144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193603144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193603145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193603145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:05.084749 run patchelf(pid=7323): Terminating (SIGINT)\u000a19:36:05.265455 run patchelf(pid=7323): Terminated: ok {rc=0}\u000a19:36:05.298534 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7320): Process ended prematurely: osmo-stp_10.42.42.5(pid=7320) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7320)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:36:05.308656 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a19:36:05.371945 run osmo-hlr_10.42.42.2(pid=7317): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7317)]\u000a19:36:05.422782 run osmo-hlr_10.42.42.2(pid=7317): stdout: \u000a| (launched: 2022-12-09_19:36:01.700071) \u000a19:36:05.474125 run osmo-hlr_10.42.42.2(pid=7317): stderr: \u000a| �[0;m�[1;31m20221209193601972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193601972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193601972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193601972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193601972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193601972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193601987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193602002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193602002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193602003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:05.517477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7306): Terminating (SIGTERM)\u000a19:36:05.559283 run iperf3-srv_10.42.42.10(pid=7307): Terminating (SIGTERM)\u000a19:36:05.600220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7308): Terminating (SIGTERM)\u000a19:36:05.641581 run iperf3-srv_10.42.42.10(pid=7309): Terminating (SIGTERM)\u000a19:36:05.682881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7310): Terminating (SIGTERM)\u000a19:36:05.723713 run iperf3-srv_10.42.42.10(pid=7311): Terminating (SIGTERM)\u000a19:36:05.764862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7312): Terminating (SIGTERM)\u000a19:36:05.805922 run iperf3-srv_10.42.42.10(pid=7313): Terminating (SIGTERM)\u000a19:36:05.847166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7316): Terminating (SIGTERM)\u000a19:36:05.888287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7319): Terminating (SIGTERM)\u000a19:36:05.929656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7322): Terminating (SIGTERM)\u000a19:36:05.939223 --- ParallelTerminationStrategy: PID 7306 died...\u000a19:36:05.994345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7306): Terminated: ok {rc=0}\u000a19:36:06.004267 --- ParallelTerminationStrategy: PID 7307 died...\u000a19:36:06.059254 run iperf3-srv_10.42.42.10(pid=7307): Terminated {rc=256}\u000a19:36:06.069221 --- ParallelTerminationStrategy: PID 7308 died...\u000a19:36:06.124607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7308): Terminated: ok {rc=0}\u000a19:36:06.134520 --- ParallelTerminationStrategy: PID 7309 died...\u000a19:36:06.189405 run iperf3-srv_10.42.42.10(pid=7309): Terminated {rc=256}\u000a19:36:06.199445 --- ParallelTerminationStrategy: PID 7310 died...\u000a19:36:06.254871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7310): Terminated: ok {rc=0}\u000a19:36:06.264840 --- ParallelTerminationStrategy: PID 7311 died...\u000a19:36:06.320336 run iperf3-srv_10.42.42.10(pid=7311): Terminated {rc=256}\u000a19:36:06.330494 --- ParallelTerminationStrategy: PID 7312 died...\u000a19:36:06.386237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7312): Terminated: ok {rc=0}\u000a19:36:06.396535 --- ParallelTerminationStrategy: PID 7313 died...\u000a19:36:06.451797 run iperf3-srv_10.42.42.10(pid=7313): Terminated {rc=256}\u000a19:36:06.462183 --- ParallelTerminationStrategy: PID 7316 died...\u000a19:36:06.517827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7316): Terminated: ok {rc=0}\u000a19:36:06.527899 --- ParallelTerminationStrategy: PID 7319 died...\u000a19:36:06.583570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7319): Terminated: ok {rc=0}\u000a19:36:06.593958 --- ParallelTerminationStrategy: PID 7322 died...\u000a19:36:06.649447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7322): Terminated: ok {rc=0}\u000a19:36:06.735915 bus /gobi_4: Setting Powered False\u000a19:36:07.841684 bus /gobi_4: Setting Powered False\u000a19:36:08.948379 bus /gobi_1: Setting Powered False\u000a19:36:10.053647 bus /gobi_1: Setting Powered False\u000a19:36:11.164141 bus /gobi_0: Setting Powered False\u000a19:36:12.265498 bus /gobi_0: Setting Powered False\u000a19:36:13.376402 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7330): Process ended prematurely: osmo-stp_10.42.42.5(pid=7330) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7330)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7330): Process ended prematurely: osmo-stp_10.42.42.5(pid=7330) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:36:14.442337 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:14.453879 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:36:14.603118 tst ping.py: using LAC 23248\u000a19:36:14.719723 tst ping.py: using RAC 43\u000a19:36:14.841207 tst ping.py: using CellId 23248\u000a19:36:14.957586 tst ping.py: using BVCI 23249\u000a19:36:14.980265 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:14.991285 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:15.002162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:15.012814 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:15.023484 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:15.034301 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:15.045438 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:15.056325 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:36:15.328882 tst ping.py:19: start network...\u000a19:36:15.453067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:15.967568 run create_hlr_db(pid=7324): Launched\u000a19:36:16.160335 bus /gobi_6: Setting Powered False\u000a19:36:17.164463 run create_hlr_db(pid=7324): Terminated: ok {rc=0}\u000a19:36:17.578135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7326): Launched\u000a19:36:17.877790 run osmo-hlr_10.42.42.2(pid=7327): Launched\u000a19:36:17.987505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:18.506443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7329): Launched\u000a19:36:18.803530 run osmo-stp_10.42.42.5(pid=7330): Launched\u000a19:36:18.910845 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:19.431008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7332): Launched\u000a19:36:19.536553 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:19.796454 run patchelf(pid=7333): Launched\u000a19:36:19.970768 run osmo-stp_10.42.42.5(pid=7330): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7330)]\u000a19:36:20.098173 run osmo-stp_10.42.42.5(pid=7330): stdout: \u000a| (launched: 2022-12-09_19:36:18.657590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:20.225741 run osmo-stp_10.42.42.5(pid=7330): stderr: \u000a| �[0;m�[38;5;43m20221209193618828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193618828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193618828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193618829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193618829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193618829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193618829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:20.348821 run osmo-stp_10.42.42.5(pid=7330): stdout: \u000a| (launched: 2022-12-09_19:36:18.657590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:20.471124 run osmo-stp_10.42.42.5(pid=7330): stderr: \u000a| �[0;m�[38;5;43m20221209193618828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193618828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193618828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193618829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193618829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193618829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193618829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:20.613094 run patchelf(pid=7333): Terminating (SIGINT)\u000a19:36:20.779840 run patchelf(pid=7333): Terminated: ok {rc=0}\u000a19:36:20.810155 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7330): Process ended prematurely: osmo-stp_10.42.42.5(pid=7330) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7330)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:36:20.818763 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:36:20.877674 run osmo-hlr_10.42.42.2(pid=7327): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7327)]\u000a19:36:20.925736 run osmo-hlr_10.42.42.2(pid=7327): stdout: \u000a| (launched: 2022-12-09_19:36:17.730007) \u000a19:36:20.974454 run osmo-hlr_10.42.42.2(pid=7327): stderr: \u000a| �[0;m�[1;31m20221209193617906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193617906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193617906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193617907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193617907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193617907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193617918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193617927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193617927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193617927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:21.016005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7326): Terminating (SIGTERM)\u000a19:36:21.055381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7329): Terminating (SIGTERM)\u000a19:36:21.094889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7332): Terminating (SIGTERM)\u000a19:36:21.104045 --- ParallelTerminationStrategy: PID 7326 died...\u000a19:36:21.157104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7326): Terminated: ok {rc=0}\u000a19:36:21.166592 --- ParallelTerminationStrategy: PID 7329 died...\u000a19:36:21.218920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7329): Terminated: ok {rc=0}\u000a19:36:21.228798 --- ParallelTerminationStrategy: PID 7332 died...\u000a19:36:21.281511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7332): Terminated: ok {rc=0}\u000a19:36:21.369919 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7340): Process ended prematurely: osmo-stp_10.42.42.5(pid=7340) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7340)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7340): Process ended prematurely: osmo-stp_10.42.42.5(pid=7340) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:36:22.420563 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:22.432157 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:36:22.583948 tst ping_idle_ping.py: using LAC 23249\u000a19:36:22.705669 tst ping_idle_ping.py: using RAC 44\u000a19:36:22.821718 tst ping_idle_ping.py: using CellId 23249\u000a19:36:22.936892 tst ping_idle_ping.py: using BVCI 23250\u000a19:36:22.959847 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:22.970874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:22.981724 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:22.992547 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:23.003252 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:23.014083 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:23.024995 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:23.035715 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:36:23.327542 tst ping_idle_ping.py:24: start network...\u000a19:36:23.462400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:23.970565 run create_hlr_db(pid=7334): Launched\u000a19:36:24.157192 bus /gobi_6: Setting Powered False\u000a19:36:25.178563 run create_hlr_db(pid=7334): Terminated: ok {rc=0}\u000a19:36:25.581844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7336): Launched\u000a19:36:25.883010 run osmo-hlr_10.42.42.2(pid=7337): Launched\u000a19:36:25.992529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:26.512078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7339): Launched\u000a19:36:26.812082 run osmo-stp_10.42.42.5(pid=7340): Launched\u000a19:36:26.920289 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:27.442955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7342): Launched\u000a19:36:27.549134 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:27.809549 run patchelf(pid=7343): Launched\u000a19:36:27.984238 run osmo-stp_10.42.42.5(pid=7340): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7340)]\u000a19:36:28.111799 run osmo-stp_10.42.42.5(pid=7340): stdout: \u000a| (launched: 2022-12-09_19:36:26.664209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:28.239588 run osmo-stp_10.42.42.5(pid=7340): stderr: \u000a| �[0;m�[38;5;43m20221209193626834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193626834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193626835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193626835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193626835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193626835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193626836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:28.363181 run osmo-stp_10.42.42.5(pid=7340): stdout: \u000a| (launched: 2022-12-09_19:36:26.664209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:28.485829 run osmo-stp_10.42.42.5(pid=7340): stderr: \u000a| �[0;m�[38;5;43m20221209193626834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193626834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193626835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193626835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193626835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193626835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193626836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:28.628212 run patchelf(pid=7343): Terminating (SIGINT)\u000a19:36:28.795099 run patchelf(pid=7343): Terminated: ok {rc=0}\u000a19:36:28.825771 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7340): Process ended prematurely: osmo-stp_10.42.42.5(pid=7340) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7340)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:36:28.834491 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:36:28.893134 run osmo-hlr_10.42.42.2(pid=7337): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7337)]\u000a19:36:28.940539 run osmo-hlr_10.42.42.2(pid=7337): stdout: \u000a| (launched: 2022-12-09_19:36:25.734444) \u000a19:36:28.988772 run osmo-hlr_10.42.42.2(pid=7337): stderr: \u000a| �[0;m�[1;31m20221209193625908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193625908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193625909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193625909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193625909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193625909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193625920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193625929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193625929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193625929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:29.029691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7336): Terminating (SIGTERM)\u000a19:36:29.068413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7339): Terminating (SIGTERM)\u000a19:36:29.107055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7342): Terminating (SIGTERM)\u000a19:36:29.116032 --- ParallelTerminationStrategy: PID 7336 died...\u000a19:36:29.167748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7336): Terminated: ok {rc=0}\u000a19:36:29.177146 --- ParallelTerminationStrategy: PID 7339 died...\u000a19:36:29.228417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7339): Terminated: ok {rc=0}\u000a19:36:29.237731 --- ParallelTerminationStrategy: PID 7342 died...\u000a19:36:29.289100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7342): Terminated: ok {rc=0}\u000a19:36:29.370305 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:35:31" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7357): Process ended prematurely: osmo-stp_10.42.42.5(pid=7357) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7357)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7357): Process ended prematurely: osmo-stp_10.42.42.5(pid=7357) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:36:31.573411 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:31.585779 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:36:31.782591 tst cs_paging_gprs_active.py: using LAC 23250\u000a19:36:31.911670 tst cs_paging_gprs_active.py: using RAC 45\u000a19:36:32.037786 tst cs_paging_gprs_active.py: using CellId 23250\u000a19:36:32.164907 tst cs_paging_gprs_active.py: using BVCI 23251\u000a19:36:32.190759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:32.202817 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:32.215299 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:32.227896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:32.240506 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:32.253884 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:32.266400 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:32.278008 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:32.290465 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:36:32.409115 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:36:32.703783 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:36:32.831981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:33.148689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7347): Launched\u000a19:36:33.412720 run iperf3-srv_10.42.42.10(pid=7348): Launched\u000a19:36:33.599570 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:36:33.731566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:34.069648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7349): Launched\u000a19:36:34.352303 run iperf3-srv_10.42.42.10(pid=7350): Launched\u000a19:36:34.553028 tst cs_paging_gprs_active.py:38: start network...\u000a19:36:34.689191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:35.202598 run create_hlr_db(pid=7351): Launched\u000a19:36:35.391886 bus /gobi_6: Setting Powered False\u000a19:36:36.413000 run create_hlr_db(pid=7351): Terminated: ok {rc=0}\u000a19:36:36.846232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7353): Launched\u000a19:36:37.172215 run osmo-hlr_10.42.42.2(pid=7354): Launched\u000a19:36:37.290561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:37.856254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7356): Launched\u000a19:36:38.182871 run osmo-stp_10.42.42.5(pid=7357): Launched\u000a19:36:38.301053 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:38.868400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7359): Launched\u000a19:36:38.985009 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:39.277363 run patchelf(pid=7360): Launched\u000a19:36:39.468261 run osmo-stp_10.42.42.5(pid=7357): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7357)]\u000a19:36:39.607346 run osmo-stp_10.42.42.5(pid=7357): stdout: \u000a| (launched: 2022-12-09_19:36:38.021375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:39.747004 run osmo-stp_10.42.42.5(pid=7357): stderr: \u000a| �[0;m�[38;5;43m20221209193638209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193638210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193638210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193638210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193638211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193638211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193638211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:39.881260 run osmo-stp_10.42.42.5(pid=7357): stdout: \u000a| (launched: 2022-12-09_19:36:38.021375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:40.014738 run osmo-stp_10.42.42.5(pid=7357): stderr: \u000a| �[0;m�[38;5;43m20221209193638209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193638210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193638210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193638210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193638211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193638211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193638211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:40.169915 run patchelf(pid=7360): Terminating (SIGINT)\u000a19:36:40.352636 run patchelf(pid=7360): Terminated: ok {rc=0}\u000a19:36:40.386632 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7357): Process ended prematurely: osmo-stp_10.42.42.5(pid=7357) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7357)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:36:40.396736 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:36:40.459571 run osmo-hlr_10.42.42.2(pid=7354): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7354)]\u000a19:36:40.510340 run osmo-hlr_10.42.42.2(pid=7354): stdout: \u000a| (launched: 2022-12-09_19:36:37.011351) \u000a19:36:40.561737 run osmo-hlr_10.42.42.2(pid=7354): stderr: \u000a| �[0;m�[1;31m20221209193637207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193637207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193637207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193637207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193637207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193637207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193637220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193637228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193637228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193637229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:40.605358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7347): Terminating (SIGTERM)\u000a19:36:40.646740 run iperf3-srv_10.42.42.10(pid=7348): Terminating (SIGTERM)\u000a19:36:40.688098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7349): Terminating (SIGTERM)\u000a19:36:40.729704 run iperf3-srv_10.42.42.10(pid=7350): Terminating (SIGTERM)\u000a19:36:40.771199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7353): Terminating (SIGTERM)\u000a19:36:40.812839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7356): Terminating (SIGTERM)\u000a19:36:40.854220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7359): Terminating (SIGTERM)\u000a19:36:40.863904 --- ParallelTerminationStrategy: PID 7347 died...\u000a19:36:40.919663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7347): Terminated: ok {rc=0}\u000a19:36:40.929805 --- ParallelTerminationStrategy: PID 7348 died...\u000a19:36:40.985336 run iperf3-srv_10.42.42.10(pid=7348): Terminated {rc=256}\u000a19:36:40.995229 --- ParallelTerminationStrategy: PID 7349 died...\u000a19:36:41.050429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7349): Terminated: ok {rc=0}\u000a19:36:41.060702 --- ParallelTerminationStrategy: PID 7350 died...\u000a19:36:41.115966 run iperf3-srv_10.42.42.10(pid=7350): Terminated {rc=256}\u000a19:36:41.126078 --- ParallelTerminationStrategy: PID 7353 died...\u000a19:36:41.181801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7353): Terminated: ok {rc=0}\u000a19:36:41.191716 --- ParallelTerminationStrategy: PID 7356 died...\u000a19:36:41.247031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7356): Terminated: ok {rc=0}\u000a19:36:41.256933 --- ParallelTerminationStrategy: PID 7359 died...\u000a19:36:41.312813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7359): Terminated: ok {rc=0}\u000a19:36:41.398818 bus /gobi_0: Setting Powered False\u000a19:36:42.502301 bus /gobi_0: Setting Powered False\u000a19:36:43.612061 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7369): Process ended prematurely: osmo-stp_10.42.42.5(pid=7369) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7369)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7369): Process ended prematurely: osmo-stp_10.42.42.5(pid=7369) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:36:44.725172 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:44.737278 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:36:44.897750 tst iperf3.py: using LAC 23251\u000a19:36:45.015744 tst iperf3.py: using RAC 46\u000a19:36:45.138434 tst iperf3.py: using CellId 23251\u000a19:36:45.256369 tst iperf3.py: using BVCI 23252\u000a19:36:45.279713 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:45.291072 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:45.302095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:45.313826 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:45.325417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:45.336923 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:45.348644 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:45.360070 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:45.371712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:36:45.665996 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:36:45.802281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:46.181096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7361): Launched\u000a19:36:46.477889 run iperf3-srv_10.42.42.10(pid=7362): Launched\u000a19:36:46.681385 tst iperf3.py:8: start network...\u000a19:36:46.820694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:47.338536 run create_hlr_db(pid=7363): Launched\u000a19:36:47.527450 bus /gobi_6: Setting Powered False\u000a19:36:48.547673 run create_hlr_db(pid=7363): Terminated: ok {rc=0}\u000a19:36:48.955611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7365): Launched\u000a19:36:49.260131 run osmo-hlr_10.42.42.2(pid=7366): Launched\u000a19:36:49.371791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:49.901947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7368): Launched\u000a19:36:50.207439 run osmo-stp_10.42.42.5(pid=7369): Launched\u000a19:36:50.318752 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:50.848790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7371): Launched\u000a19:36:50.957048 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:51.222825 run patchelf(pid=7372): Launched\u000a19:36:51.400188 run osmo-stp_10.42.42.5(pid=7369): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7369)]\u000a19:36:51.530877 run osmo-stp_10.42.42.5(pid=7369): stdout: \u000a| (launched: 2022-12-09_19:36:50.056610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:51.660698 run osmo-stp_10.42.42.5(pid=7369): stderr: \u000a| �[0;m�[38;5;43m20221209193650226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193650226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193650226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193650226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193650227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193650227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193650227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:51.786231 run osmo-stp_10.42.42.5(pid=7369): stdout: \u000a| (launched: 2022-12-09_19:36:50.056610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:51.910925 run osmo-stp_10.42.42.5(pid=7369): stderr: \u000a| �[0;m�[38;5;43m20221209193650226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193650226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193650226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193650226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193650227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193650227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193650227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:52.056338 run patchelf(pid=7372): Terminating (SIGINT)\u000a19:36:52.227257 run patchelf(pid=7372): Terminated: ok {rc=0}\u000a19:36:52.258610 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7369): Process ended prematurely: osmo-stp_10.42.42.5(pid=7369) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7369)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:36:52.267969 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:36:52.326450 run osmo-hlr_10.42.42.2(pid=7366): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7366)]\u000a19:36:52.374071 run osmo-hlr_10.42.42.2(pid=7366): stdout: \u000a| (launched: 2022-12-09_19:36:49.110562) \u000a19:36:52.422424 run osmo-hlr_10.42.42.2(pid=7366): stderr: \u000a| �[0;m�[1;31m20221209193649284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193649284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193649284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193649284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193649284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193649285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193649332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193649342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193649342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193649342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:52.463874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7361): Terminating (SIGTERM)\u000a19:36:52.502826 run iperf3-srv_10.42.42.10(pid=7362): Terminating (SIGTERM)\u000a19:36:52.541734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7365): Terminating (SIGTERM)\u000a19:36:52.580623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7368): Terminating (SIGTERM)\u000a19:36:52.619527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7371): Terminating (SIGTERM)\u000a19:36:52.628538 --- ParallelTerminationStrategy: PID 7361 died...\u000a19:36:52.680646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7361): Terminated: ok {rc=0}\u000a19:36:52.690168 --- ParallelTerminationStrategy: PID 7362 died...\u000a19:36:52.742352 run iperf3-srv_10.42.42.10(pid=7362): Terminated {rc=256}\u000a19:36:52.751785 --- ParallelTerminationStrategy: PID 7365 died...\u000a19:36:52.803918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7365): Terminated: ok {rc=0}\u000a19:36:52.813357 --- ParallelTerminationStrategy: PID 7368 died...\u000a19:36:52.865208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7368): Terminated: ok {rc=0}\u000a19:36:52.874527 --- ParallelTerminationStrategy: PID 7371 died...\u000a19:36:52.926327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7371): Terminated: ok {rc=0}\u000a19:36:53.013792 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7387): Process ended prematurely: osmo-stp_10.42.42.5(pid=7387) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7387)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7387): Process ended prematurely: osmo-stp_10.42.42.5(pid=7387) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:36:54.123922 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:54.135706 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:36:54.292769 tst iperf3m4.py: using LAC 23252\u000a19:36:54.411846 tst iperf3m4.py: using RAC 47\u000a19:36:54.529170 tst iperf3m4.py: using CellId 23252\u000a19:36:54.647830 tst iperf3m4.py: using BVCI 23253\u000a19:36:54.671049 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:54.682132 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:54.692940 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:54.703755 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:54.714566 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:54.725276 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:54.736165 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:54.746902 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:36:54.757789 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:36:54.876231 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:36:54.996814 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:36:55.112874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:36:55.409175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:36:55.545848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:55.883778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7373): Launched\u000a19:36:56.164618 run iperf3-srv_10.42.42.10(pid=7374): Launched\u000a19:36:56.364854 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:36:56.501767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:56.839803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7375): Launched\u000a19:36:57.119033 run iperf3-srv_10.42.42.10(pid=7376): Launched\u000a19:36:57.318770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:36:57.455510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:57.793309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7377): Launched\u000a19:36:58.074828 run iperf3-srv_10.42.42.10(pid=7378): Launched\u000a19:36:58.274955 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:36:58.411851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:58.750458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7379): Launched\u000a19:36:59.031223 run iperf3-srv_10.42.42.10(pid=7380): Launched\u000a19:36:59.230587 tst iperf3m4.py:8: start network...\u000a19:36:59.367041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:59.882559 run create_hlr_db(pid=7381): Launched\u000a19:37:00.071323 bus /gobi_6: Setting Powered False\u000a19:37:01.122001 run create_hlr_db(pid=7381): Terminated: ok {rc=0}\u000a19:37:01.569178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7383): Launched\u000a19:37:01.974614 run osmo-hlr_10.42.42.2(pid=7384): Launched\u000a19:37:02.171680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:02.728505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7386): Launched\u000a19:37:03.033722 run osmo-stp_10.42.42.5(pid=7387): Launched\u000a19:37:03.144312 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:37:03.674940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7389): Launched\u000a19:37:03.783692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:37:04.049546 run patchelf(pid=7390): Launched\u000a19:37:04.227702 run osmo-stp_10.42.42.5(pid=7387): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7387)]\u000a19:37:04.358142 run osmo-stp_10.42.42.5(pid=7387): stdout: \u000a| (launched: 2022-12-09_19:37:02.883126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:04.488634 run osmo-stp_10.42.42.5(pid=7387): stderr: \u000a| �[0;m�[38;5;43m20221209193703051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193703051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193703051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193703052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193703052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193703052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193703052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:04.614621 run osmo-stp_10.42.42.5(pid=7387): stdout: \u000a| (launched: 2022-12-09_19:37:02.883126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:04.739566 run osmo-stp_10.42.42.5(pid=7387): stderr: \u000a| �[0;m�[38;5;43m20221209193703051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193703051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193703051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193703052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193703052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193703052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193703052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:04.884809 run patchelf(pid=7390): Terminating (SIGINT)\u000a19:37:05.055282 run patchelf(pid=7390): Terminated: ok {rc=0}\u000a19:37:05.086659 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7387): Process ended prematurely: osmo-stp_10.42.42.5(pid=7387) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7387)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:37:05.095992 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:37:05.155306 run osmo-hlr_10.42.42.2(pid=7384): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7384)]\u000a19:37:05.203444 run osmo-hlr_10.42.42.2(pid=7384): stdout: \u000a| (launched: 2022-12-09_19:37:01.737759) \u000a19:37:05.252196 run osmo-hlr_10.42.42.2(pid=7384): stderr: \u000a| �[0;m�[1;31m20221209193702041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193702041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193702041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193702041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193702041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193702041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193702103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193702119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193702120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193702120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:05.293471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7373): Terminating (SIGTERM)\u000a19:37:05.332667 run iperf3-srv_10.42.42.10(pid=7374): Terminating (SIGTERM)\u000a19:37:05.371682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7375): Terminating (SIGTERM)\u000a19:37:05.410880 run iperf3-srv_10.42.42.10(pid=7376): Terminating (SIGTERM)\u000a19:37:05.450107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7377): Terminating (SIGTERM)\u000a19:37:05.489187 run iperf3-srv_10.42.42.10(pid=7378): Terminating (SIGTERM)\u000a19:37:05.528531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7379): Terminating (SIGTERM)\u000a19:37:05.567644 run iperf3-srv_10.42.42.10(pid=7380): Terminating (SIGTERM)\u000a19:37:05.607727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7383): Terminating (SIGTERM)\u000a19:37:05.646907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7386): Terminating (SIGTERM)\u000a19:37:05.686483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7389): Terminating (SIGTERM)\u000a19:37:05.695761 --- ParallelTerminationStrategy: PID 7373 died...\u000a19:37:05.748458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7373): Terminated: ok {rc=0}\u000a19:37:05.758357 --- ParallelTerminationStrategy: PID 7374 died...\u000a19:37:05.810716 run iperf3-srv_10.42.42.10(pid=7374): Terminated {rc=256}\u000a19:37:05.820352 --- ParallelTerminationStrategy: PID 7375 died...\u000a19:37:05.872413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7375): Terminated: ok {rc=0}\u000a19:37:05.882099 --- ParallelTerminationStrategy: PID 7376 died...\u000a19:37:05.934179 run iperf3-srv_10.42.42.10(pid=7376): Terminated {rc=256}\u000a19:37:05.943809 --- ParallelTerminationStrategy: PID 7377 died...\u000a19:37:05.995832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7377): Terminated: ok {rc=0}\u000a19:37:06.005651 --- ParallelTerminationStrategy: PID 7378 died...\u000a19:37:06.057660 run iperf3-srv_10.42.42.10(pid=7378): Terminated {rc=256}\u000a19:37:06.067374 --- ParallelTerminationStrategy: PID 7379 died...\u000a19:37:06.119634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7379): Terminated: ok {rc=0}\u000a19:37:06.129475 --- ParallelTerminationStrategy: PID 7380 died...\u000a19:37:06.181700 run iperf3-srv_10.42.42.10(pid=7380): Terminated {rc=256}\u000a19:37:06.191315 --- ParallelTerminationStrategy: PID 7383 died...\u000a19:37:06.244070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7383): Terminated: ok {rc=0}\u000a19:37:06.253818 --- ParallelTerminationStrategy: PID 7386 died...\u000a19:37:06.306113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7386): Terminated: ok {rc=0}\u000a19:37:06.315820 --- ParallelTerminationStrategy: PID 7389 died...\u000a19:37:06.368268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7389): Terminated: ok {rc=0}\u000a19:37:06.456731 bus /gobi_4: Setting Powered False\u000a19:37:07.559640 bus /gobi_4: Setting Powered False\u000a19:37:08.668463 bus /gobi_1: Setting Powered False\u000a19:37:09.774425 bus /gobi_1: Setting Powered False\u000a19:37:10.879833 bus /gobi_0: Setting Powered False\u000a19:37:11.979057 bus /gobi_0: Setting Powered False\u000a19:37:13.088696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7397): Process ended prematurely: osmo-stp_10.42.42.5(pid=7397) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7397)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7397): Process ended prematurely: osmo-stp_10.42.42.5(pid=7397) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:37:14.154567 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:14.166488 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:37:14.320517 tst ping.py: using LAC 23253\u000a19:37:14.444705 tst ping.py: using RAC 48\u000a19:37:14.560557 tst ping.py: using CellId 23253\u000a19:37:14.684483 tst ping.py: using BVCI 23254\u000a19:37:14.707445 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:14.718407 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:14.729254 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:14.740178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:14.751062 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:14.762022 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:14.773072 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:14.783979 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:37:15.057779 tst ping.py:19: start network...\u000a19:37:15.181848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:15.659465 run create_hlr_db(pid=7391): Launched\u000a19:37:15.835975 bus /gobi_6: Setting Powered False\u000a19:37:16.869117 run create_hlr_db(pid=7391): Terminated: ok {rc=0}\u000a19:37:17.303129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7393): Launched\u000a19:37:17.625684 run osmo-hlr_10.42.42.2(pid=7394): Launched\u000a19:37:17.743627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:18.302711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7396): Launched\u000a19:37:18.624347 run osmo-stp_10.42.42.5(pid=7397): Launched\u000a19:37:18.741112 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:37:19.299063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7399): Launched\u000a19:37:19.413832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:37:19.694367 run patchelf(pid=7400): Launched\u000a19:37:19.881974 run osmo-stp_10.42.42.5(pid=7397): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7397)]\u000a19:37:20.018564 run osmo-stp_10.42.42.5(pid=7397): stdout: \u000a| (launched: 2022-12-09_19:37:18.466236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:20.155389 run osmo-stp_10.42.42.5(pid=7397): stderr: \u000a| �[0;m�[38;5;43m20221209193718657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193718657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193718657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193718658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193718658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193718658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193718658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:20.287821 run osmo-stp_10.42.42.5(pid=7397): stdout: \u000a| (launched: 2022-12-09_19:37:18.466236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:20.419434 run osmo-stp_10.42.42.5(pid=7397): stderr: \u000a| �[0;m�[38;5;43m20221209193718657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193718657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193718657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193718658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193718658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193718658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193718658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:20.571621 run patchelf(pid=7400): Terminating (SIGINT)\u000a19:37:20.749780 run patchelf(pid=7400): Terminated: ok {rc=0}\u000a19:37:20.782290 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7397): Process ended prematurely: osmo-stp_10.42.42.5(pid=7397) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7397)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:37:20.791650 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:37:20.853986 run osmo-hlr_10.42.42.2(pid=7394): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7394)]\u000a19:37:20.904579 run osmo-hlr_10.42.42.2(pid=7394): stdout: \u000a| (launched: 2022-12-09_19:37:17.466856) \u000a19:37:20.956239 run osmo-hlr_10.42.42.2(pid=7394): stderr: \u000a| �[0;m�[1;31m20221209193717663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193717663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193717663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193717663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193717663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193717663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193717674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193717683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193717683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193717683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:20.999701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7393): Terminating (SIGTERM)\u000a19:37:21.041556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7396): Terminating (SIGTERM)\u000a19:37:21.082761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7399): Terminating (SIGTERM)\u000a19:37:21.092783 --- ParallelTerminationStrategy: PID 7393 died...\u000a19:37:21.148274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7393): Terminated: ok {rc=0}\u000a19:37:21.158616 --- ParallelTerminationStrategy: PID 7396 died...\u000a19:37:21.213881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7396): Terminated: ok {rc=0}\u000a19:37:21.223861 --- ParallelTerminationStrategy: PID 7399 died...\u000a19:37:21.278901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7399): Terminated: ok {rc=0}\u000a19:37:21.365046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7407): Process ended prematurely: osmo-stp_10.42.42.5(pid=7407) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7407)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7407): Process ended prematurely: osmo-stp_10.42.42.5(pid=7407) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:37:22.417859 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:22.430703 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:37:22.593094 tst ping_idle_ping.py: using LAC 23254\u000a19:37:22.717868 tst ping_idle_ping.py: using RAC 49\u000a19:37:22.843914 tst ping_idle_ping.py: using CellId 23254\u000a19:37:22.969166 tst ping_idle_ping.py: using BVCI 23255\u000a19:37:22.993682 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:23.005294 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:23.016627 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:23.028293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:23.039891 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:23.051437 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:23.063191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:23.074841 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:37:23.350007 tst ping_idle_ping.py:24: start network...\u000a19:37:23.474829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:23.960725 run create_hlr_db(pid=7401): Launched\u000a19:37:24.134163 bus /gobi_6: Setting Powered False\u000a19:37:25.155037 run create_hlr_db(pid=7401): Terminated: ok {rc=0}\u000a19:37:25.581338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7403): Launched\u000a19:37:25.903610 run osmo-hlr_10.42.42.2(pid=7404): Launched\u000a19:37:26.023330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:26.583348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7406): Launched\u000a19:37:26.904013 run osmo-stp_10.42.42.5(pid=7407): Launched\u000a19:37:27.020267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:37:27.579713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7409): Launched\u000a19:37:27.694056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:37:27.974621 run patchelf(pid=7410): Launched\u000a19:37:28.161823 run osmo-stp_10.42.42.5(pid=7407): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7407)]\u000a19:37:28.298642 run osmo-stp_10.42.42.5(pid=7407): stdout: \u000a| (launched: 2022-12-09_19:37:26.746522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:28.436414 run osmo-stp_10.42.42.5(pid=7407): stderr: \u000a| �[0;m�[38;5;43m20221209193726938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193726938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193726938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193726939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193726939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193726939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193726939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:28.568874 run osmo-stp_10.42.42.5(pid=7407): stdout: \u000a| (launched: 2022-12-09_19:37:26.746522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:28.700549 run osmo-stp_10.42.42.5(pid=7407): stderr: \u000a| �[0;m�[38;5;43m20221209193726938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193726938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193726938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193726939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193726939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193726939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193726939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:28.853081 run patchelf(pid=7410): Terminating (SIGINT)\u000a19:37:29.031440 run patchelf(pid=7410): Terminated: ok {rc=0}\u000a19:37:29.063906 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7407): Process ended prematurely: osmo-stp_10.42.42.5(pid=7407) [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7407)] [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:37:29.073540 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:37:29.136091 run osmo-hlr_10.42.42.2(pid=7404): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7404)]\u000a19:37:29.187067 run osmo-hlr_10.42.42.2(pid=7404): stdout: \u000a| (launched: 2022-12-09_19:37:25.744583) \u000a19:37:29.238810 run osmo-hlr_10.42.42.2(pid=7404): stderr: \u000a| �[0;m�[1;31m20221209193725943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193725944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193725944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193725944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193725944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193725944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193725961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193725970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193725970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193725970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:29.282417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7403): Terminating (SIGTERM)\u000a19:37:29.324177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7406): Terminating (SIGTERM)\u000a19:37:29.365679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7409): Terminating (SIGTERM)\u000a19:37:29.375406 --- ParallelTerminationStrategy: PID 7403 died...\u000a19:37:29.431293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7403): Terminated: ok {rc=0}\u000a19:37:29.441429 --- ParallelTerminationStrategy: PID 7406 died...\u000a19:37:29.496554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7406): Terminated: ok {rc=0}\u000a19:37:29.506884 --- ParallelTerminationStrategy: PID 7409 died...\u000a19:37:29.561780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7409): Terminated: ok {rc=0}\u000a19:37:29.647971 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:36:31" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7421): Process ended prematurely: osmo-stp_10.42.42.5(pid=7421) [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7421)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7421): Process ended prematurely: osmo-stp_10.42.42.5(pid=7421) [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:37:31.726635 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:37:31.738905 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:37:31.900663 tst switch_tch_pdch.py: using LAC 23255\u000a19:37:32.055787 tst switch_tch_pdch.py: using RAC 50\u000a19:37:32.191839 tst switch_tch_pdch.py: using CellId 23255\u000a19:37:32.323457 tst switch_tch_pdch.py: using BVCI 23256\u000a19:37:32.348419 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:37:32.360785 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:37:32.373328 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:37:32.385554 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:37:32.397685 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:37:32.410595 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:37:32.422518 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:37:32.434552 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:37:32.552708 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:37:32.826908 tst switch_tch_pdch.py:51: start network...\u000a19:37:32.951325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:33.431027 run create_hlr_db(pid=7414): Launched\u000a19:37:33.604172 bus /gobi_6: Setting Powered False\u000a19:37:34.635932 run create_hlr_db(pid=7414): Terminated: ok {rc=0}\u000a19:37:35.061244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7416): Launched\u000a19:37:35.382940 run osmo-hlr_10.42.42.2(pid=7417): Launched\u000a19:37:35.498185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:36.043250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7420): Launched\u000a19:37:36.342555 run osmo-stp_10.42.42.5(pid=7421): Launched\u000a19:37:36.450819 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:37:36.972407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7423): Launched\u000a19:37:37.078378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:37:37.340471 run patchelf(pid=7424): Launched\u000a19:37:37.515344 run osmo-stp_10.42.42.5(pid=7421): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7421)]\u000a19:37:37.642950 run osmo-stp_10.42.42.5(pid=7421): stdout: \u000a| (launched: 2022-12-09_19:37:36.195070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:37.770877 run osmo-stp_10.42.42.5(pid=7421): stderr: \u000a| �[0;m�[38;5;43m20221209193736363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193736363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193736363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193736363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193736364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193736364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193736364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:37.895177 run osmo-stp_10.42.42.5(pid=7421): stdout: \u000a| (launched: 2022-12-09_19:37:36.195070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:38.017485 run osmo-stp_10.42.42.5(pid=7421): stderr: \u000a| �[0;m�[38;5;43m20221209193736363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193736363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193736363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193736363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193736364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193736364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193736364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:38.159702 run patchelf(pid=7424): Terminating (SIGINT)\u000a19:37:38.326550 run patchelf(pid=7424): Terminated: ok {rc=0}\u000a19:37:38.357766 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7421): Process ended prematurely: osmo-stp_10.42.42.5(pid=7421) [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7421)] [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:37:38.366356 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a19:37:38.425087 run osmo-hlr_10.42.42.2(pid=7417): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7417)]\u000a19:37:38.473067 run osmo-hlr_10.42.42.2(pid=7417): stdout: \u000a| (launched: 2022-12-09_19:37:35.223493) \u000a19:37:38.521469 run osmo-hlr_10.42.42.2(pid=7417): stderr: \u000a| �[0;m�[1;31m20221209193735419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193735419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193735419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193735420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193735420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193735420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193735432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193735441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193735441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193735441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:38.562680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7416): Terminating (SIGTERM)\u000a19:37:38.601571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7420): Terminating (SIGTERM)\u000a19:37:38.640845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7423): Terminating (SIGTERM)\u000a19:37:38.649921 --- ParallelTerminationStrategy: PID 7416 died...\u000a19:37:38.702397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7416): Terminated: ok {rc=0}\u000a19:37:38.711783 --- ParallelTerminationStrategy: PID 7420 died...\u000a19:37:38.763945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7420): Terminated: ok {rc=0}\u000a19:37:38.773408 --- ParallelTerminationStrategy: PID 7423 died...\u000a19:37:38.824930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7423): Terminated: ok {rc=0}\u000a19:37:38.910968 bus /gobi_0: Setting Powered False\u000a19:37:40.014207 bus /gobi_0: Setting Powered False\u000a19:37:41.124518 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:37:31" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7435): Process ended prematurely: osmo-stp_10.42.42.5(pid=7435) [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7435): Process ended prematurely: osmo-stp_10.42.42.5(pid=7435) [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:37:43.100461 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:37:43.111888 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:37:43.270802 tst switch_tch_pdch.py: using LAC 23256\u000a19:37:43.400740 tst switch_tch_pdch.py: using RAC 51\u000a19:37:43.525888 tst switch_tch_pdch.py: using CellId 23256\u000a19:37:43.649027 tst switch_tch_pdch.py: using BVCI 23257\u000a19:37:43.673550 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:37:43.685098 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:37:43.696398 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:37:43.708095 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:37:43.719895 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:37:43.731658 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:37:43.743904 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:37:43.755615 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:37:43.872231 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:37:44.161953 tst switch_tch_pdch.py:51: start network...\u000a19:37:44.294949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:44.769593 run create_hlr_db(pid=7429): Launched\u000a19:37:44.900102 bus /gobi_6: Setting Powered False\u000a19:37:45.996702 run create_hlr_db(pid=7429): Terminated: ok {rc=0}\u000a19:37:46.426853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7431): Launched\u000a19:37:46.827241 run osmo-hlr_10.42.42.2(pid=7432): Launched\u000a19:37:47.025783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:47.695485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7434): Launched\u000a19:37:47.996647 run osmo-stp_10.42.42.5(pid=7435): Launched\u000a19:37:48.104176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:37:48.598603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7437): Launched\u000a19:37:48.704679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:37:48.965125 run patchelf(pid=7438): Launched\u000a19:37:49.139394 run osmo-stp_10.42.42.5(pid=7435): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)]\u000a19:37:49.266535 run osmo-stp_10.42.42.5(pid=7435): stdout: \u000a| (launched: 2022-12-09_19:37:47.846814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:49.394116 run osmo-stp_10.42.42.5(pid=7435): stderr: \u000a| �[0;m�[38;5;43m20221209193748015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193748015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193748015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193748015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193748016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193748016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193748016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:49.517235 run osmo-stp_10.42.42.5(pid=7435): stdout: \u000a| (launched: 2022-12-09_19:37:47.846814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:49.639438 run osmo-stp_10.42.42.5(pid=7435): stderr: \u000a| �[0;m�[38;5;43m20221209193748015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193748015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193748015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193748015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193748016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193748016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193748016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:49.781487 run patchelf(pid=7438): Terminating (SIGINT)\u000a19:37:49.948772 run patchelf(pid=7438): Terminated: ok {rc=0}\u000a19:37:49.979441 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7435): Process ended prematurely: osmo-stp_10.42.42.5(pid=7435) [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7435)] [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:37:49.988152 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a19:37:50.046973 run osmo-hlr_10.42.42.2(pid=7432): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7432)]\u000a19:37:50.094927 run osmo-hlr_10.42.42.2(pid=7432): stdout: \u000a| (launched: 2022-12-09_19:37:46.611436) \u000a19:37:50.143451 run osmo-hlr_10.42.42.2(pid=7432): stderr: \u000a| �[0;m�[1;31m20221209193746961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193746961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193746961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193746963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193746963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193746963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193746993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193747016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193747016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193747016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:50.185000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7431): Terminating (SIGTERM)\u000a19:37:50.224095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7434): Terminating (SIGTERM)\u000a19:37:50.263196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7437): Terminating (SIGTERM)\u000a19:37:50.272284 --- ParallelTerminationStrategy: PID 7431 died...\u000a19:37:50.324501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7431): Terminated: ok {rc=0}\u000a19:37:50.334025 --- ParallelTerminationStrategy: PID 7434 died...\u000a19:37:50.385958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7434): Terminated: ok {rc=0}\u000a19:37:50.395349 --- ParallelTerminationStrategy: PID 7437 died...\u000a19:37:50.447060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7437): Terminated: ok {rc=0}\u000a19:37:50.533448 bus /gobi_0: Setting Powered False\u000a19:37:51.635434 bus /gobi_0: Setting Powered False\u000a19:37:52.744695 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:37:42" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7443): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7443) [trial-2363↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7443)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7443): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7443) [trial-2363↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a19:37:54.613893 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a19:37:54.624413 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a19:37:54.747068 tst mo_mt_sms.py: using LAC 23257\u000a19:37:54.865730 tst mo_mt_sms.py: using RAC 52\u000a19:37:54.982457 tst mo_mt_sms.py: using CellId 23257\u000a19:37:55.108004 tst mo_mt_sms.py: using BVCI 23258\u000a19:37:55.132397 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a19:37:55.244758 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a19:37:55.524723 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:37:55.649168 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:37:56.268463 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7442): Launched\u000a19:37:56.564756 run osmo-nitb_10.42.42.2(pid=7443): Launched\u000a19:37:56.747492 run osmo-nitb_10.42.42.2(pid=7443): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7443)]\u000a19:37:56.882317 run osmo-nitb_10.42.42.2(pid=7443): stdout: \u000a| (launched: 2022-12-09_19:37:56.420673) \u000a19:37:57.017455 run osmo-nitb_10.42.42.2(pid=7443): stderr: \u000a| (launched: 2022-12-09_19:37:56.465325)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:37:57.147699 run osmo-nitb_10.42.42.2(pid=7443): stdout: \u000a| (launched: 2022-12-09_19:37:56.420673) \u000a19:37:57.276734 run osmo-nitb_10.42.42.2(pid=7443): stderr: \u000a| (launched: 2022-12-09_19:37:56.465325)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:37:57.685551 tst osmo-nitb_10.42.42.2(pid=7443): stdout: \u000a| (launched: 2022-12-09_19:37:56.420673) \u000a19:37:57.804462 tst osmo-nitb_10.42.42.2(pid=7443): stderr: \u000a| (launched: 2022-12-09_19:37:56.465325)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:37:57.856604 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=7443): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7443) [trial-2363↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7443)] [trial-2363↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a19:37:57.864757 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a19:37:57.898651 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7442): Terminating (SIGTERM)\u000a19:37:58.076057 --- ParallelTerminationStrategy: PID 7442 died...\u000a19:37:58.130270 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7442): Terminated: ok {rc=0}\u000a19:37:58.218249 bus /sierra_3: Setting Powered False\u000a19:37:59.325799 bus /sierra_3: Setting Powered False\u000a19:38:00.436812 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:37:54" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "sms:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7725): Process ended prematurely: osmo-stp_10.42.42.5(pid=7725) [trial-2363↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7725): Process ended prematurely: osmo-stp_10.42.42.5(pid=7725) [trial-2363↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a19:38:02.360436 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:02.374958 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:38:02.534574 tst mo_mt_sms.py: using LAC 23258\u000a19:38:02.678955 tst mo_mt_sms.py: using RAC 53\u000a19:38:02.795227 tst mo_mt_sms.py: using CellId 23258\u000a19:38:02.928443 tst mo_mt_sms.py: using BVCI 23259\u000a19:38:02.951663 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:02.962878 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:02.973836 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:02.984893 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:02.995886 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:03.006920 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a19:38:03.127220 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a19:38:03.361325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:04.002927 run create_hlr_db(pid=7578): Launched\u000a19:38:04.214894 bus /sierra_2: Setting Powered False\u000a19:38:05.204419 run create_hlr_db(pid=7578): Terminated: ok {rc=0}\u000a19:38:05.663455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7719): Launched\u000a19:38:06.066272 run osmo-hlr_10.42.42.2(pid=7720): Launched\u000a19:38:06.302513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:06.925353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7724): Launched\u000a19:38:07.319872 run osmo-stp_10.42.42.5(pid=7725): Launched\u000a19:38:07.557341 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:38:08.187071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7727): Launched\u000a19:38:08.579906 run osmo-msc_10.42.42.6(pid=7728): Launched\u000a19:38:08.955245 run osmo-stp_10.42.42.5(pid=7725): ERR: Terminated: ERROR {rc=1} [trial-2363↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)]\u000a19:38:09.233305 run osmo-stp_10.42.42.5(pid=7725): stdout: \u000a| (launched: 2022-12-09_19:38:07.080200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:09.427766 run osmo-stp_10.42.42.5(pid=7725): stderr: \u000a| �[0;m�[38;5;43m20221209193807403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193807403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193807403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193807403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193807404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193807404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193807404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:09.552685 run osmo-stp_10.42.42.5(pid=7725): stdout: \u000a| (launched: 2022-12-09_19:38:07.080200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:09.678935 run osmo-stp_10.42.42.5(pid=7725): stderr: \u000a| �[0;m�[38;5;43m20221209193807403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193807403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193807403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193807403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193807404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193807404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193807404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:09.733462 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7725): Process ended prematurely: osmo-stp_10.42.42.5(pid=7725) [trial-2363↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)] [trial-2363↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a19:38:09.742521 tst mo_mt_sms.py:16: Test FAILED (7.4 sec)\u000a19:38:09.803127 run osmo-hlr_10.42.42.2(pid=7720): ERR: Terminated: ERROR {rc=237} [trial-2363↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7720)]\u000a19:38:09.854786 run osmo-hlr_10.42.42.2(pid=7720): stdout: \u000a| (launched: 2022-12-09_19:38:05.820652) \u000a19:38:09.906003 run osmo-hlr_10.42.42.2(pid=7720): stderr: \u000a| �[0;m�[1;31m20221209193806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193806155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193806169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193806186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193806186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193806186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:09.974700 run osmo-msc_10.42.42.6(pid=7728): ERR: Terminated: ERROR {rc=2} [trial-2363↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7728)]\u000a19:38:10.024624 run osmo-msc_10.42.42.6(pid=7728): stdout: \u000a| (launched: 2022-12-09_19:38:08.343306) \u000a19:38:10.076157 run osmo-msc_10.42.42.6(pid=7728): stderr: \u000a| �[0;m�[38;5;43m20221209193808926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193808926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f913eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193808926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193808926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193808927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193808927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193808928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193808937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193808937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193808937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:38:10.119913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7719): Terminating (SIGTERM)\u000a19:38:10.163565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7724): Terminating (SIGTERM)\u000a19:38:10.207288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7727): Terminating (SIGTERM)\u000a19:38:10.217827 --- ParallelTerminationStrategy: PID 7719 died...\u000a19:38:10.275866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7719): Terminated: ok {rc=0}\u000a19:38:10.286429 --- ParallelTerminationStrategy: PID 7724 died...\u000a19:38:10.341540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7724): Terminated: ok {rc=0}\u000a19:38:10.351916 --- ParallelTerminationStrategy: PID 7727 died...\u000a19:38:10.407902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7727): Terminated: ok {rc=0}\u000a19:38:10.494621 bus /sierra_3: Setting Powered False\u000a19:38:11.600790 bus /sierra_3: Setting Powered False\u000a19:38:12.711313 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:38:02" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7734): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7734) [trial-2363↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7734)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7734): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7734) [trial-2363↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a19:38:14.532428 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a19:38:14.544208 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:38:14.674326 tst assert_extension.py: using LAC 23259\u000a19:38:14.794617 tst assert_extension.py: using RAC 54\u000a19:38:14.915803 tst assert_extension.py: using CellId 23259\u000a19:38:15.035130 tst assert_extension.py: using BVCI 23260\u000a19:38:15.060213 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a19:38:15.345875 tst assert_extension.py:10: start nitb and bts...\u000a19:38:15.477896 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:38:16.187522 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7733): Launched\u000a19:38:16.621623 run osmo-nitb_10.42.42.2(pid=7734): Launched\u000a19:38:16.822021 run osmo-nitb_10.42.42.2(pid=7734): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7734)]\u000a19:38:16.970389 run osmo-nitb_10.42.42.2(pid=7734): stdout: \u000a| (launched: 2022-12-09_19:38:16.399164) \u000a19:38:17.119092 run osmo-nitb_10.42.42.2(pid=7734): stderr: \u000a| (launched: 2022-12-09_19:38:16.455073)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:38:17.263132 run osmo-nitb_10.42.42.2(pid=7734): stdout: \u000a| (launched: 2022-12-09_19:38:16.399164) \u000a19:38:17.405604 run osmo-nitb_10.42.42.2(pid=7734): stderr: \u000a| (launched: 2022-12-09_19:38:16.455073)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:38:17.770145 tst osmo-nitb_10.42.42.2(pid=7734): stdout: \u000a| (launched: 2022-12-09_19:38:16.399164) \u000a19:38:17.925314 tst osmo-nitb_10.42.42.2(pid=7734): stderr: \u000a| (launched: 2022-12-09_19:38:16.455073)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:38:17.991392 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7734): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7734) [trial-2363↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7734)] [trial-2363↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a19:38:18.000756 tst assert_extension.py:12: Test FAILED (3.5 sec)\u000a19:38:18.039461 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7733): Terminating (SIGTERM)\u000a19:38:18.217985 --- ParallelTerminationStrategy: PID 7733 died...\u000a19:38:18.277248 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7733): Terminated: ok {rc=0}\u000a19:38:18.367360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:38:14" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7744): Process ended prematurely: osmo-stp_10.42.42.5(pid=7744) [trial-2363↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7744)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7744): Process ended prematurely: osmo-stp_10.42.42.5(pid=7744) [trial-2363↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a19:38:20.192203 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:20.204351 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:38:20.337969 tst assert_extension.py: using LAC 23260\u000a19:38:20.457795 tst assert_extension.py: using RAC 55\u000a19:38:20.576656 tst assert_extension.py: using CellId 23260\u000a19:38:20.696859 tst assert_extension.py: using BVCI 23261\u000a19:38:20.720813 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:20.732528 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:20.744143 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:20.755932 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:20.767476 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:38:20.779163 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a19:38:20.981875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:21.506692 run create_hlr_db(pid=7738): Launched\u000a19:38:21.685215 bus /sierra_2: Setting Powered False\u000a19:38:22.709396 run create_hlr_db(pid=7738): Terminated: ok {rc=0}\u000a19:38:23.142500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7740): Launched\u000a19:38:23.557987 run osmo-hlr_10.42.42.2(pid=7741): Launched\u000a19:38:23.793556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:24.425233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7743): Launched\u000a19:38:24.785830 run osmo-stp_10.42.42.5(pid=7744): Launched\u000a19:38:24.902856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:38:25.493044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7746): Launched\u000a19:38:25.816759 run osmo-msc_10.42.42.6(pid=7747): Launched\u000a19:38:26.004648 run osmo-stp_10.42.42.5(pid=7744): ERR: Terminated: ERROR {rc=1} [trial-2363↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7744)]\u000a19:38:26.140165 run osmo-stp_10.42.42.5(pid=7744): stdout: \u000a| (launched: 2022-12-09_19:38:24.585718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:26.276401 run osmo-stp_10.42.42.5(pid=7744): stderr: \u000a| �[0;m�[38;5;43m20221209193824819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193824819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193824819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193824820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:26.406474 run osmo-stp_10.42.42.5(pid=7744): stdout: \u000a| (launched: 2022-12-09_19:38:24.585718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:26.535821 run osmo-stp_10.42.42.5(pid=7744): stderr: \u000a| �[0;m�[38;5;43m20221209193824819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193824819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193824819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193824820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:26.591952 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7744): Process ended prematurely: osmo-stp_10.42.42.5(pid=7744) [trial-2363↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7744)] [trial-2363↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a19:38:26.600793 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a19:38:26.665507 run osmo-hlr_10.42.42.2(pid=7741): ERR: Terminated: ERROR {rc=237} [trial-2363↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7741)]\u000a19:38:26.716659 run osmo-hlr_10.42.42.2(pid=7741): stdout: \u000a| (launched: 2022-12-09_19:38:23.301450) \u000a19:38:26.770004 run osmo-hlr_10.42.42.2(pid=7741): stderr: \u000a| �[0;m�[1;31m20221209193823640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193823640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193823640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193823645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193823645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193823645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193823664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193823677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193823678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193823678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:26.840527 run osmo-msc_10.42.42.6(pid=7747): ERR: Terminated: ERROR {rc=2} [trial-2363↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7747)]\u000a19:38:26.891865 run osmo-msc_10.42.42.6(pid=7747): stdout: \u000a| (launched: 2022-12-09_19:38:25.656643) \u000a19:38:26.943746 run osmo-msc_10.42.42.6(pid=7747): stderr: \u000a| �[0;m�[38;5;43m20221209193825978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193825978 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf66747c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193825978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193825978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193825978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193825978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193825980 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193825981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193825981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193825981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:38:26.987986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7740): Terminating (SIGTERM)\u000a19:38:27.029743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7743): Terminating (SIGTERM)\u000a19:38:27.071348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7746): Terminating (SIGTERM)\u000a19:38:27.081488 --- ParallelTerminationStrategy: PID 7740 died...\u000a19:38:27.138212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7740): Terminated: ok {rc=0}\u000a19:38:27.148339 --- ParallelTerminationStrategy: PID 7743 died...\u000a19:38:27.204354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7743): Terminated: ok {rc=0}\u000a19:38:27.214470 --- ParallelTerminationStrategy: PID 7746 died...\u000a19:38:27.270382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7746): Terminated: ok {rc=0}\u000a19:38:27.356232 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:38:20" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7759): Process ended prematurely: osmo-stp_10.42.42.5(pid=7759) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7759)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7759): Process ended prematurely: osmo-stp_10.42.42.5(pid=7759) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:38:29.297577 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:29.309155 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:38:29.465562 tst mo_mt_call.py: using LAC 23261\u000a19:38:29.597614 tst mo_mt_call.py: using RAC 56\u000a19:38:29.723466 tst mo_mt_call.py: using CellId 23261\u000a19:38:29.850195 tst mo_mt_call.py: using BVCI 23262\u000a19:38:29.874858 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:29.886444 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:29.897905 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:29.910421 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:29.923178 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:29.935711 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:38:30.052405 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:38:30.264222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:30.779109 run create_hlr_db(pid=7752): Launched\u000a19:38:30.986540 bus /sierra_2: Setting Powered False\u000a19:38:32.022512 run create_hlr_db(pid=7752): Terminated: ok {rc=0}\u000a19:38:32.462661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7755): Launched\u000a19:38:32.791611 run osmo-hlr_10.42.42.2(pid=7756): Launched\u000a19:38:32.912231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:33.481858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7758): Launched\u000a19:38:33.809244 run osmo-stp_10.42.42.5(pid=7759): Launched\u000a19:38:33.927506 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:38:34.527272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7761): Launched\u000a19:38:34.856505 run osmo-msc_10.42.42.6(pid=7762): Launched\u000a19:38:35.047874 run osmo-stp_10.42.42.5(pid=7759): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7759)]\u000a19:38:35.186173 run osmo-stp_10.42.42.5(pid=7759): stdout: \u000a| (launched: 2022-12-09_19:38:33.647929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:35.323808 run osmo-stp_10.42.42.5(pid=7759): stderr: \u000a| �[0;m�[38;5;43m20221209193833839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193833840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193833840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193833840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193833841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193833841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193833841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:35.455509 run osmo-stp_10.42.42.5(pid=7759): stdout: \u000a| (launched: 2022-12-09_19:38:33.647929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:35.586426 run osmo-stp_10.42.42.5(pid=7759): stderr: \u000a| �[0;m�[38;5;43m20221209193833839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193833840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193833840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193833840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193833841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193833841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193833841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:35.643998 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7759): Process ended prematurely: osmo-stp_10.42.42.5(pid=7759) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7759)] [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:38:35.653614 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a19:38:35.716414 run osmo-hlr_10.42.42.2(pid=7756): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7756)]\u000a19:38:35.767639 run osmo-hlr_10.42.42.2(pid=7756): stdout: \u000a| (launched: 2022-12-09_19:38:32.629650) \u000a19:38:35.819336 run osmo-hlr_10.42.42.2(pid=7756): stderr: \u000a| �[0;m�[1;31m20221209193832829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193832829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193832829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193832829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193832829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193832829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193832842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193832851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193832851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193832851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:35.889214 run osmo-msc_10.42.42.6(pid=7762): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7762)]\u000a19:38:35.940047 run osmo-msc_10.42.42.6(pid=7762): stdout: \u000a| (launched: 2022-12-09_19:38:34.694079) \u000a19:38:35.991460 run osmo-msc_10.42.42.6(pid=7762): stderr: \u000a| �[0;m�[38;5;43m20221209193835017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193835017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8f18a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193835017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193835017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193835017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193835017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193835019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193835019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193835019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193835020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:38:36.035111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7755): Terminating (SIGTERM)\u000a19:38:36.076219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7758): Terminating (SIGTERM)\u000a19:38:36.118288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7761): Terminating (SIGTERM)\u000a19:38:36.128225 --- ParallelTerminationStrategy: PID 7755 died...\u000a19:38:36.183911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7755): Terminated: ok {rc=0}\u000a19:38:36.194085 --- ParallelTerminationStrategy: PID 7758 died...\u000a19:38:36.249688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7758): Terminated: ok {rc=0}\u000a19:38:36.259703 --- ParallelTerminationStrategy: PID 7761 died...\u000a19:38:36.315233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7761): Terminated: ok {rc=0}\u000a19:38:36.401743 bus /sierra_3: Setting Powered False\u000a19:38:37.505190 bus /sierra_3: Setting Powered False\u000a19:38:38.615434 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7770): Process ended prematurely: osmo-stp_10.42.42.5(pid=7770) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7770)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7770): Process ended prematurely: osmo-stp_10.42.42.5(pid=7770) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:38:39.726237 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:39.738198 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:38:39.887417 tst mo_mt_call_osmux.py: using LAC 23262\u000a19:38:40.009694 tst mo_mt_call_osmux.py: using RAC 57\u000a19:38:40.134174 tst mo_mt_call_osmux.py: using CellId 23262\u000a19:38:40.252474 tst mo_mt_call_osmux.py: using BVCI 23263\u000a19:38:40.275733 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:40.286901 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:40.297970 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:40.309222 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:40.320452 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:38:40.332031 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:38:40.448722 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:38:40.652604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:41.145678 run create_hlr_db(pid=7764): Launched\u000a19:38:41.321838 bus /sierra_2: Setting Powered False\u000a19:38:42.343814 run create_hlr_db(pid=7764): Terminated: ok {rc=0}\u000a19:38:42.752765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7766): Launched\u000a19:38:43.059493 run osmo-hlr_10.42.42.2(pid=7767): Launched\u000a19:38:43.178816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:43.718506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7769): Launched\u000a19:38:44.026749 run osmo-stp_10.42.42.5(pid=7770): Launched\u000a19:38:44.138256 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:38:44.699001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7772): Launched\u000a19:38:45.007759 run osmo-msc_10.42.42.6(pid=7773): Launched\u000a19:38:45.186326 run osmo-stp_10.42.42.5(pid=7770): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7770)]\u000a19:38:45.315148 run osmo-stp_10.42.42.5(pid=7770): stdout: \u000a| (launched: 2022-12-09_19:38:43.874763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:45.441652 run osmo-stp_10.42.42.5(pid=7770): stderr: \u000a| �[0;m�[38;5;43m20221209193844046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193844046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193844047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193844048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193844048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193844048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193844048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:45.564186 run osmo-stp_10.42.42.5(pid=7770): stdout: \u000a| (launched: 2022-12-09_19:38:43.874763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:45.685945 run osmo-stp_10.42.42.5(pid=7770): stderr: \u000a| �[0;m�[38;5;43m20221209193844046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193844046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193844047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193844048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193844048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193844048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193844048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:45.739462 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7770): Process ended prematurely: osmo-stp_10.42.42.5(pid=7770) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7770)] [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:38:45.747933 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:38:45.806426 run osmo-hlr_10.42.42.2(pid=7767): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7767)]\u000a19:38:45.868662 run osmo-hlr_10.42.42.2(pid=7767): stdout: \u000a| (launched: 2022-12-09_19:38:42.908763) \u000a19:38:45.926237 run osmo-hlr_10.42.42.2(pid=7767): stderr: \u000a| �[0;m�[1;31m20221209193843085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193843085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193843085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193843085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193843085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193843085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193843097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193843106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193843106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193843106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:45.998815 run osmo-msc_10.42.42.6(pid=7773): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7773)]\u000a19:38:46.053010 run osmo-msc_10.42.42.6(pid=7773): stdout: \u000a| (launched: 2022-12-09_19:38:44.854501) \u000a19:38:46.107334 run osmo-msc_10.42.42.6(pid=7773): stderr: \u000a| �[0;m�[38;5;43m20221209193845126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193845126 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1e51b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193845126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193845126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193845126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193845127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193845128 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193845129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193845129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193845129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:38:46.153474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7766): Terminating (SIGTERM)\u000a19:38:46.198054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7769): Terminating (SIGTERM)\u000a19:38:46.243590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7772): Terminating (SIGTERM)\u000a19:38:46.256542 --- ParallelTerminationStrategy: PID 7766 died...\u000a19:38:46.317216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7766): Terminated: ok {rc=0}\u000a19:38:46.328286 --- ParallelTerminationStrategy: PID 7769 died...\u000a19:38:46.387554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7769): Terminated: ok {rc=0}\u000a19:38:46.398543 --- ParallelTerminationStrategy: PID 7772 died...\u000a19:38:46.459284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7772): Terminated: ok {rc=0}\u000a19:38:46.554730 bus /sierra_3: Setting Powered False\u000a19:38:47.659753 bus /sierra_3: Setting Powered False\u000a19:38:48.766135 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:38:29" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7785): Process ended prematurely: osmo-stp_10.42.42.5(pid=7785) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7785)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7785): Process ended prematurely: osmo-stp_10.42.42.5(pid=7785) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:38:50.759767 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:38:50.771531 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:38:50.924621 tst mo_mt_call.py: using LAC 23263\u000a19:38:51.050581 tst mo_mt_call.py: using RAC 58\u000a19:38:51.176550 tst mo_mt_call.py: using CellId 23263\u000a19:38:51.303556 tst mo_mt_call.py: using BVCI 23264\u000a19:38:51.328359 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:38:51.339913 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:38:51.351382 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:38:51.363336 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:38:51.375268 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:38:51.387301 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:38:51.503413 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:38:51.717195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:52.232272 run create_hlr_db(pid=7779): Launched\u000a19:38:52.421585 bus /sierra_2: Setting Powered False\u000a19:38:53.432217 run create_hlr_db(pid=7779): Terminated: ok {rc=0}\u000a19:38:53.877094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7781): Launched\u000a19:38:54.206499 run osmo-hlr_10.42.42.2(pid=7782): Launched\u000a19:38:54.328103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:54.897913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7784): Launched\u000a19:38:55.228384 run osmo-stp_10.42.42.5(pid=7785): Launched\u000a19:38:55.348399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:38:55.946910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7787): Launched\u000a19:38:56.276557 run osmo-msc_10.42.42.6(pid=7788): Launched\u000a19:38:56.468345 run osmo-stp_10.42.42.5(pid=7785): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7785)]\u000a19:38:56.608519 run osmo-stp_10.42.42.5(pid=7785): stdout: \u000a| (launched: 2022-12-09_19:38:55.064516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:56.745086 run osmo-stp_10.42.42.5(pid=7785): stderr: \u000a| �[0;m�[38;5;43m20221209193855257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193855257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193855257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193855258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193855258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193855258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193855258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:56.876095 run osmo-stp_10.42.42.5(pid=7785): stdout: \u000a| (launched: 2022-12-09_19:38:55.064516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:57.006472 run osmo-stp_10.42.42.5(pid=7785): stderr: \u000a| �[0;m�[38;5;43m20221209193855257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193855257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193855257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193855258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193855258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193855258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193855258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:57.063833 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7785): Process ended prematurely: osmo-stp_10.42.42.5(pid=7785) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7785)] [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:38:57.073387 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:38:57.135870 run osmo-hlr_10.42.42.2(pid=7782): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7782)]\u000a19:38:57.186757 run osmo-hlr_10.42.42.2(pid=7782): stdout: \u000a| (launched: 2022-12-09_19:38:54.043865) \u000a19:38:57.238631 run osmo-hlr_10.42.42.2(pid=7782): stderr: \u000a| �[0;m�[1;31m20221209193854241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193854241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193854242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193854242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193854242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193854242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193854255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193854265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193854265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193854265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:57.308240 run osmo-msc_10.42.42.6(pid=7788): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7788)]\u000a19:38:57.359229 run osmo-msc_10.42.42.6(pid=7788): stdout: \u000a| (launched: 2022-12-09_19:38:56.114208) \u000a19:38:57.411089 run osmo-msc_10.42.42.6(pid=7788): stderr: \u000a| �[0;m�[38;5;43m20221209193856437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193856437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb497a56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193856437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193856437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193856437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193856437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193856439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193856439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193856440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193856440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:38:57.455232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7781): Terminating (SIGTERM)\u000a19:38:57.497063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7784): Terminating (SIGTERM)\u000a19:38:57.538303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7787): Terminating (SIGTERM)\u000a19:38:57.548188 --- ParallelTerminationStrategy: PID 7781 died...\u000a19:38:57.603848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7781): Terminated: ok {rc=0}\u000a19:38:57.613935 --- ParallelTerminationStrategy: PID 7784 died...\u000a19:38:57.668820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7784): Terminated: ok {rc=0}\u000a19:38:57.679041 --- ParallelTerminationStrategy: PID 7787 died...\u000a19:38:57.734822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7787): Terminated: ok {rc=0}\u000a19:38:57.820899 bus /sierra_3: Setting Powered False\u000a19:38:58.922142 bus /sierra_3: Setting Powered False\u000a19:39:00.032919 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7796): Process ended prematurely: osmo-stp_10.42.42.5(pid=7796) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7796)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7796): Process ended prematurely: osmo-stp_10.42.42.5(pid=7796) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:39:01.148456 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:39:01.161326 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:39:01.316542 tst mo_mt_call_osmux.py: using LAC 23264\u000a19:39:01.475774 tst mo_mt_call_osmux.py: using RAC 59\u000a19:39:01.612746 tst mo_mt_call_osmux.py: using CellId 23264\u000a19:39:01.743195 tst mo_mt_call_osmux.py: using BVCI 23265\u000a19:39:01.769123 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:39:01.781436 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:39:01.794702 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:39:01.807326 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:39:01.819581 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:39:01.832610 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:39:01.955962 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:39:02.214377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:02.711920 run create_hlr_db(pid=7790): Launched\u000a19:39:02.888834 bus /sierra_2: Setting Powered False\u000a19:39:03.910072 run create_hlr_db(pid=7790): Terminated: ok {rc=0}\u000a19:39:04.346254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7792): Launched\u000a19:39:04.676827 run osmo-hlr_10.42.42.2(pid=7793): Launched\u000a19:39:04.794693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:05.366340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7795): Launched\u000a19:39:05.695873 run osmo-stp_10.42.42.5(pid=7796): Launched\u000a19:39:05.814284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:06.416018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7798): Launched\u000a19:39:06.747468 run osmo-msc_10.42.42.6(pid=7799): Launched\u000a19:39:06.938775 run osmo-stp_10.42.42.5(pid=7796): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7796)]\u000a19:39:07.076894 run osmo-stp_10.42.42.5(pid=7796): stdout: \u000a| (launched: 2022-12-09_19:39:05.533769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:07.214812 run osmo-stp_10.42.42.5(pid=7796): stderr: \u000a| �[0;m�[38;5;43m20221209193905727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193905727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193905728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193905728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193905729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193905729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193905729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:07.347228 run osmo-stp_10.42.42.5(pid=7796): stdout: \u000a| (launched: 2022-12-09_19:39:05.533769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:07.478976 run osmo-stp_10.42.42.5(pid=7796): stderr: \u000a| �[0;m�[38;5;43m20221209193905727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193905727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193905728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193905728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193905729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193905729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193905729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:07.536783 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7796): Process ended prematurely: osmo-stp_10.42.42.5(pid=7796) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7796)] [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:39:07.546362 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:39:07.609454 run osmo-hlr_10.42.42.2(pid=7793): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7793)]\u000a19:39:07.660792 run osmo-hlr_10.42.42.2(pid=7793): stdout: \u000a| (launched: 2022-12-09_19:39:04.513803) \u000a19:39:07.712828 run osmo-hlr_10.42.42.2(pid=7793): stderr: \u000a| �[0;m�[1;31m20221209193904714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193904714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193904714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193904714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193904714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193904715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193904727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193904735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193904735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193904735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:07.783368 run osmo-msc_10.42.42.6(pid=7799): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7799)]\u000a19:39:07.834422 run osmo-msc_10.42.42.6(pid=7799): stdout: \u000a| (launched: 2022-12-09_19:39:06.584294) \u000a19:39:07.886496 run osmo-msc_10.42.42.6(pid=7799): stderr: \u000a| �[0;m�[38;5;43m20221209193906909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193906909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5672d83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193906910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193906910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193906910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193906910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193906912 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193906912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193906912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193906912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:07.930234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7792): Terminating (SIGTERM)\u000a19:39:07.971939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7795): Terminating (SIGTERM)\u000a19:39:08.014189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7798): Terminating (SIGTERM)\u000a19:39:08.024363 --- ParallelTerminationStrategy: PID 7792 died...\u000a19:39:08.080786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7792): Terminated: ok {rc=0}\u000a19:39:08.091042 --- ParallelTerminationStrategy: PID 7795 died...\u000a19:39:08.147440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7795): Terminated: ok {rc=0}\u000a19:39:08.157897 --- ParallelTerminationStrategy: PID 7798 died...\u000a19:39:08.213859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7798): Terminated: ok {rc=0}\u000a19:39:08.300234 bus /sierra_3: Setting Powered False\u000a19:39:09.403337 bus /sierra_3: Setting Powered False\u000a19:39:10.514259 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:38:50" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7810): Process ended prematurely: osmo-stp_10.42.42.5(pid=7810) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7810)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7810): Process ended prematurely: osmo-stp_10.42.42.5(pid=7810) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:39:12.477022 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:12.488121 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:39:12.637088 tst mo_mt_call.py: using LAC 23265\u000a19:39:12.759326 tst mo_mt_call.py: using RAC 60\u000a19:39:12.881630 tst mo_mt_call.py: using CellId 23265\u000a19:39:13.002117 tst mo_mt_call.py: using BVCI 23266\u000a19:39:13.025549 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:13.036515 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:13.047832 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:13.059563 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:13.071215 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:13.082654 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:39:13.203973 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:39:13.410921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:13.901379 run create_hlr_db(pid=7804): Launched\u000a19:39:14.077460 bus /sierra_2: Setting Powered False\u000a19:39:15.099820 run create_hlr_db(pid=7804): Terminated: ok {rc=0}\u000a19:39:15.508381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7806): Launched\u000a19:39:15.817641 run osmo-hlr_10.42.42.2(pid=7807): Launched\u000a19:39:16.046082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:16.682277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7809): Launched\u000a19:39:17.071184 run osmo-stp_10.42.42.5(pid=7810): Launched\u000a19:39:17.352780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:17.962028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7812): Launched\u000a19:39:18.289666 run osmo-msc_10.42.42.6(pid=7813): Launched\u000a19:39:18.480820 run osmo-stp_10.42.42.5(pid=7810): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7810)]\u000a19:39:18.618326 run osmo-stp_10.42.42.5(pid=7810): stdout: \u000a| (launched: 2022-12-09_19:39:16.842494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:18.755883 run osmo-stp_10.42.42.5(pid=7810): stderr: \u000a| �[0;m�[38;5;43m20221209193917116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193917116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193917116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193917117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193917118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193917119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193917119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:18.887671 run osmo-stp_10.42.42.5(pid=7810): stdout: \u000a| (launched: 2022-12-09_19:39:16.842494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:19.018296 run osmo-stp_10.42.42.5(pid=7810): stderr: \u000a| �[0;m�[38;5;43m20221209193917116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193917116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193917116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193917117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193917118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193917119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193917119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:19.075809 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7810): Process ended prematurely: osmo-stp_10.42.42.5(pid=7810) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7810)] [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:39:19.085438 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a19:39:19.148041 run osmo-hlr_10.42.42.2(pid=7807): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7807)]\u000a19:39:19.198990 run osmo-hlr_10.42.42.2(pid=7807): stdout: \u000a| (launched: 2022-12-09_19:39:15.664380) \u000a19:39:19.250592 run osmo-hlr_10.42.42.2(pid=7807): stderr: \u000a| �[0;m�[1;31m20221209193915848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193915848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193915848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193915848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193915848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193915848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193915873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193915894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193915894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193915894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:19.320741 run osmo-msc_10.42.42.6(pid=7813): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7813)]\u000a19:39:19.372010 run osmo-msc_10.42.42.6(pid=7813): stdout: \u000a| (launched: 2022-12-09_19:39:18.129225) \u000a19:39:19.423711 run osmo-msc_10.42.42.6(pid=7813): stderr: \u000a| �[0;m�[38;5;43m20221209193918454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193918454 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b05504c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193918454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193918455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193918455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193918455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193918457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193918457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193918457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193918457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:19.467536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7806): Terminating (SIGTERM)\u000a19:39:19.509157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7809): Terminating (SIGTERM)\u000a19:39:19.550700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7812): Terminating (SIGTERM)\u000a19:39:19.560673 --- ParallelTerminationStrategy: PID 7806 died...\u000a19:39:19.616604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7806): Terminated: ok {rc=0}\u000a19:39:19.626698 --- ParallelTerminationStrategy: PID 7809 died...\u000a19:39:19.681880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7809): Terminated: ok {rc=0}\u000a19:39:19.692185 --- ParallelTerminationStrategy: PID 7812 died...\u000a19:39:19.747271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7812): Terminated: ok {rc=0}\u000a19:39:19.833049 bus /sierra_3: Setting Powered False\u000a19:39:20.938950 bus /sierra_3: Setting Powered False\u000a19:39:22.046788 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7821): Process ended prematurely: osmo-stp_10.42.42.5(pid=7821) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7821)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7821): Process ended prematurely: osmo-stp_10.42.42.5(pid=7821) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:39:23.155810 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:23.167894 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:39:23.316199 tst mo_mt_call_osmux.py: using LAC 23266\u000a19:39:23.437980 tst mo_mt_call_osmux.py: using RAC 61\u000a19:39:23.569699 tst mo_mt_call_osmux.py: using CellId 23266\u000a19:39:23.690644 tst mo_mt_call_osmux.py: using BVCI 23267\u000a19:39:23.714057 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:23.725446 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:23.736436 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:23.747893 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:23.759296 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:39:23.770498 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:39:23.892465 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:39:24.098126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:24.590669 run create_hlr_db(pid=7815): Launched\u000a19:39:24.767907 bus /sierra_2: Setting Powered False\u000a19:39:25.787384 run create_hlr_db(pid=7815): Terminated: ok {rc=0}\u000a19:39:26.224024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7817): Launched\u000a19:39:26.554000 run osmo-hlr_10.42.42.2(pid=7818): Launched\u000a19:39:26.676149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:27.245663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7820): Launched\u000a19:39:27.574296 run osmo-stp_10.42.42.5(pid=7821): Launched\u000a19:39:27.693953 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:28.297622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7823): Launched\u000a19:39:28.628176 run osmo-msc_10.42.42.6(pid=7824): Launched\u000a19:39:28.820355 run osmo-stp_10.42.42.5(pid=7821): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7821)]\u000a19:39:28.959011 run osmo-stp_10.42.42.5(pid=7821): stdout: \u000a| (launched: 2022-12-09_19:39:27.412694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:29.097507 run osmo-stp_10.42.42.5(pid=7821): stderr: \u000a| �[0;m�[38;5;43m20221209193927607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193927607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193927607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193927607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193927608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193927608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193927608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:29.229403 run osmo-stp_10.42.42.5(pid=7821): stdout: \u000a| (launched: 2022-12-09_19:39:27.412694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:29.360051 run osmo-stp_10.42.42.5(pid=7821): stderr: \u000a| �[0;m�[38;5;43m20221209193927607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193927607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193927607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193927607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193927608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193927608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193927608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:29.418197 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7821): Process ended prematurely: osmo-stp_10.42.42.5(pid=7821) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7821)] [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:39:29.427691 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:39:29.491214 run osmo-hlr_10.42.42.2(pid=7818): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7818)]\u000a19:39:29.542460 run osmo-hlr_10.42.42.2(pid=7818): stdout: \u000a| (launched: 2022-12-09_19:39:26.390760) \u000a19:39:29.594350 run osmo-hlr_10.42.42.2(pid=7818): stderr: \u000a| �[0;m�[1;31m20221209193926589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193926589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193926589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193926590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193926590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193926590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193926601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193926610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193926611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193926611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:29.664388 run osmo-msc_10.42.42.6(pid=7824): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7824)]\u000a19:39:29.715223 run osmo-msc_10.42.42.6(pid=7824): stdout: \u000a| (launched: 2022-12-09_19:39:28.465024) \u000a19:39:29.766164 run osmo-msc_10.42.42.6(pid=7824): stderr: \u000a| �[0;m�[38;5;43m20221209193928789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193928789 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8aa20c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193928789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193928789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193928789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193928790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193928791 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193928792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193928792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193928792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:29.810268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7817): Terminating (SIGTERM)\u000a19:39:29.851582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7820): Terminating (SIGTERM)\u000a19:39:29.892867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7823): Terminating (SIGTERM)\u000a19:39:29.903718 --- ParallelTerminationStrategy: PID 7817 died...\u000a19:39:29.959478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7817): Terminated: ok {rc=0}\u000a19:39:29.969583 --- ParallelTerminationStrategy: PID 7820 died...\u000a19:39:30.024849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7820): Terminated: ok {rc=0}\u000a19:39:30.034869 --- ParallelTerminationStrategy: PID 7823 died...\u000a19:39:30.090179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7823): Terminated: ok {rc=0}\u000a19:39:30.175145 bus /sierra_3: Setting Powered False\u000a19:39:31.289767 bus /sierra_3: Setting Powered False\u000a19:39:32.396894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:39:12" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7835): Process ended prematurely: osmo-stp_10.42.42.5(pid=7835) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7835)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7835): Process ended prematurely: osmo-stp_10.42.42.5(pid=7835) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:39:34.375958 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:34.387604 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:39:34.543972 tst mo_mt_call.py: using LAC 23267\u000a19:39:34.670931 tst mo_mt_call.py: using RAC 62\u000a19:39:34.800733 tst mo_mt_call.py: using CellId 23267\u000a19:39:34.928785 tst mo_mt_call.py: using BVCI 23268\u000a19:39:34.953607 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:34.965220 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:34.976662 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:34.988289 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:35.000077 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:35.011803 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:39:35.133344 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:39:35.348222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:35.862520 run create_hlr_db(pid=7829): Launched\u000a19:39:36.052333 bus /sierra_2: Setting Powered False\u000a19:39:37.072463 run create_hlr_db(pid=7829): Terminated: ok {rc=0}\u000a19:39:37.483840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7831): Launched\u000a19:39:37.791447 run osmo-hlr_10.42.42.2(pid=7832): Launched\u000a19:39:37.903826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:38.436214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7834): Launched\u000a19:39:38.745914 run osmo-stp_10.42.42.5(pid=7835): Launched\u000a19:39:38.859404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:39.458402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7837): Launched\u000a19:39:39.788359 run osmo-msc_10.42.42.6(pid=7838): Launched\u000a19:39:39.981685 run osmo-stp_10.42.42.5(pid=7835): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7835)]\u000a19:39:40.120565 run osmo-stp_10.42.42.5(pid=7835): stdout: \u000a| (launched: 2022-12-09_19:39:38.592278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:40.258521 run osmo-stp_10.42.42.5(pid=7835): stderr: \u000a| �[0;m�[38;5;43m20221209193938764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193938764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193938764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193938765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193938765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193938765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193938765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:40.390395 run osmo-stp_10.42.42.5(pid=7835): stdout: \u000a| (launched: 2022-12-09_19:39:38.592278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:40.521695 run osmo-stp_10.42.42.5(pid=7835): stderr: \u000a| �[0;m�[38;5;43m20221209193938764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193938764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193938764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193938765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193938765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193938765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193938765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:40.579428 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7835): Process ended prematurely: osmo-stp_10.42.42.5(pid=7835) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7835)] [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:39:40.588881 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:39:40.652104 run osmo-hlr_10.42.42.2(pid=7832): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7832)]\u000a19:39:40.702913 run osmo-hlr_10.42.42.2(pid=7832): stdout: \u000a| (launched: 2022-12-09_19:39:37.640294) \u000a19:39:40.754570 run osmo-hlr_10.42.42.2(pid=7832): stderr: \u000a| �[0;m�[1;31m20221209193937816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193937816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193937816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193937816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193937816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193937816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193937833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193937843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193937843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193937843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:40.824995 run osmo-msc_10.42.42.6(pid=7838): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7838)]\u000a19:39:40.875953 run osmo-msc_10.42.42.6(pid=7838): stdout: \u000a| (launched: 2022-12-09_19:39:39.625786) \u000a19:39:40.927356 run osmo-msc_10.42.42.6(pid=7838): stderr: \u000a| �[0;m�[38;5;43m20221209193939948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193939949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b58cc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193939949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193939949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193939949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193939949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193939951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193939951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193939951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193939951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:40.970705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7831): Terminating (SIGTERM)\u000a19:39:41.012057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7834): Terminating (SIGTERM)\u000a19:39:41.053483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7837): Terminating (SIGTERM)\u000a19:39:41.063458 --- ParallelTerminationStrategy: PID 7831 died...\u000a19:39:41.119081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7831): Terminated: ok {rc=0}\u000a19:39:41.129114 --- ParallelTerminationStrategy: PID 7834 died...\u000a19:39:41.184135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7834): Terminated: ok {rc=0}\u000a19:39:41.194206 --- ParallelTerminationStrategy: PID 7837 died...\u000a19:39:41.262865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7837): Terminated: ok {rc=0}\u000a19:39:41.346991 bus /sierra_3: Setting Powered False\u000a19:39:42.451131 bus /sierra_3: Setting Powered False\u000a19:39:43.554654 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7846): Process ended prematurely: osmo-stp_10.42.42.5(pid=7846) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7846)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7846): Process ended prematurely: osmo-stp_10.42.42.5(pid=7846) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:39:44.667061 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:44.679255 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:39:44.831807 tst mo_mt_call_osmux.py: using LAC 23268\u000a19:39:44.956330 tst mo_mt_call_osmux.py: using RAC 63\u000a19:39:45.082676 tst mo_mt_call_osmux.py: using CellId 23268\u000a19:39:45.207158 tst mo_mt_call_osmux.py: using BVCI 23269\u000a19:39:45.231419 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:45.242983 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:45.254339 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:45.265917 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:45.277498 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:45.289153 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:39:45.404253 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:39:45.601862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:46.130320 run create_hlr_db(pid=7840): Launched\u000a19:39:46.322374 bus /sierra_2: Setting Powered False\u000a19:39:47.341256 run create_hlr_db(pid=7840): Terminated: ok {rc=0}\u000a19:39:47.742037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7842): Launched\u000a19:39:48.040424 run osmo-hlr_10.42.42.2(pid=7843): Launched\u000a19:39:48.159097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:48.686121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7845): Launched\u000a19:39:48.984917 run osmo-stp_10.42.42.5(pid=7846): Launched\u000a19:39:49.093189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:49.639627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7848): Launched\u000a19:39:49.939310 run osmo-msc_10.42.42.6(pid=7849): Launched\u000a19:39:50.113720 run osmo-stp_10.42.42.5(pid=7846): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7846)]\u000a19:39:50.239693 run osmo-stp_10.42.42.5(pid=7846): stdout: \u000a| (launched: 2022-12-09_19:39:48.837880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:50.364317 run osmo-stp_10.42.42.5(pid=7846): stderr: \u000a| �[0;m�[38;5;43m20221209193949003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193949003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193949003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193949003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193949004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193949004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193949004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:50.484752 run osmo-stp_10.42.42.5(pid=7846): stdout: \u000a| (launched: 2022-12-09_19:39:48.837880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:50.603869 run osmo-stp_10.42.42.5(pid=7846): stderr: \u000a| �[0;m�[38;5;43m20221209193949003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193949003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193949003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193949003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193949004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193949004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193949004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:50.656560 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7846): Process ended prematurely: osmo-stp_10.42.42.5(pid=7846) [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7846)] [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:39:50.665274 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a19:39:50.723659 run osmo-hlr_10.42.42.2(pid=7843): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7843)]\u000a19:39:50.771613 run osmo-hlr_10.42.42.2(pid=7843): stdout: \u000a| (launched: 2022-12-09_19:39:47.894048) \u000a19:39:50.820302 run osmo-hlr_10.42.42.2(pid=7843): stderr: \u000a| �[0;m�[1;31m20221209193948068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193948068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193948068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193948068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193948068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193948068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193948080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193948089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193948089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193948089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:50.886113 run osmo-msc_10.42.42.6(pid=7849): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7849)]\u000a19:39:50.934413 run osmo-msc_10.42.42.6(pid=7849): stdout: \u000a| (launched: 2022-12-09_19:39:49.791447) \u000a19:39:50.982579 run osmo-msc_10.42.42.6(pid=7849): stderr: \u000a| �[0;m�[38;5;43m20221209193950061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209193950061 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb14fcc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209193950061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209193950061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209193950061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209193950061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209193950063 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209193950064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209193950065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209193950065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:51.023193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7842): Terminating (SIGTERM)\u000a19:39:51.061903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7845): Terminating (SIGTERM)\u000a19:39:51.100649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7848): Terminating (SIGTERM)\u000a19:39:51.109985 --- ParallelTerminationStrategy: PID 7842 died...\u000a19:39:51.162620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7842): Terminated: ok {rc=0}\u000a19:39:51.172139 --- ParallelTerminationStrategy: PID 7845 died...\u000a19:39:51.224174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7845): Terminated: ok {rc=0}\u000a19:39:51.233855 --- ParallelTerminationStrategy: PID 7848 died...\u000a19:39:51.285521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7848): Terminated: ok {rc=0}\u000a19:39:51.371766 bus /sierra_3: Setting Powered False\u000a19:39:52.472636 bus /sierra_3: Setting Powered False\u000a19:39:53.579973 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:39:34" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7860): Process ended prematurely: osmo-stp_10.42.42.5(pid=7860) [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7860)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7860): Process ended prematurely: osmo-stp_10.42.42.5(pid=7860) [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:39:55.555324 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:55.567158 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:39:55.719828 tst mo_mt_call.py: using LAC 23269\u000a19:39:55.845030 tst mo_mt_call.py: using RAC 64\u000a19:39:55.969834 tst mo_mt_call.py: using CellId 23269\u000a19:39:56.094407 tst mo_mt_call.py: using BVCI 23270\u000a19:39:56.118718 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:56.130517 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:56.141924 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:56.153564 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:56.165286 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:56.177037 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:39:56.291434 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:39:56.500349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:57.002186 run create_hlr_db(pid=7854): Launched\u000a19:39:57.186823 bus /sierra_2: Setting Powered False\u000a19:39:58.207719 run create_hlr_db(pid=7854): Terminated: ok {rc=0}\u000a19:39:58.608526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7856): Launched\u000a19:39:58.906489 run osmo-hlr_10.42.42.2(pid=7857): Launched\u000a19:39:59.016528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:59.534220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7859): Launched\u000a19:39:59.832484 run osmo-stp_10.42.42.5(pid=7860): Launched\u000a19:39:59.941359 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:40:00.490266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7862): Launched\u000a19:40:00.789957 run osmo-msc_10.42.42.6(pid=7863): Launched\u000a19:40:01.083724 run osmo-stp_10.42.42.5(pid=7860): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7860)]\u000a19:40:01.295889 run osmo-stp_10.42.42.5(pid=7860): stdout: \u000a| (launched: 2022-12-09_19:39:59.686048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:01.424463 run osmo-stp_10.42.42.5(pid=7860): stderr: \u000a| �[0;m�[38;5;43m20221209193959855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193959855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193959855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193959855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193959856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193959856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193959856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:01.548199 run osmo-stp_10.42.42.5(pid=7860): stdout: \u000a| (launched: 2022-12-09_19:39:59.686048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:01.675280 run osmo-stp_10.42.42.5(pid=7860): stderr: \u000a| �[0;m�[38;5;43m20221209193959855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209193959855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209193959855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209193959855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209193959856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209193959856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209193959856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:01.735180 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7860): Process ended prematurely: osmo-stp_10.42.42.5(pid=7860) [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7860)] [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:40:01.744589 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:40:01.803781 run osmo-hlr_10.42.42.2(pid=7857): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7857)]\u000a19:40:01.852611 run osmo-hlr_10.42.42.2(pid=7857): stdout: \u000a| (launched: 2022-12-09_19:39:58.760055) \u000a19:40:01.902533 run osmo-hlr_10.42.42.2(pid=7857): stderr: \u000a| �[0;m�[1;31m20221209193958932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209193958932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209193958932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193958932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209193958932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209193958932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209193958944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209193958953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209193958953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209193958953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:01.969909 run osmo-msc_10.42.42.6(pid=7863): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7863)]\u000a19:40:02.018238 run osmo-msc_10.42.42.6(pid=7863): stdout: \u000a| (launched: 2022-12-09_19:40:00.642248) \u000a19:40:02.068014 run osmo-msc_10.42.42.6(pid=7863): stderr: \u000a| �[0;m�[38;5;43m20221209194001006 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194001006 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd228edac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194001006 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194001006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194001006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194001006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194001008 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194001008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194001009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194001009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:40:02.109917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7856): Terminating (SIGTERM)\u000a19:40:02.150393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7859): Terminating (SIGTERM)\u000a19:40:02.191471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7862): Terminating (SIGTERM)\u000a19:40:02.200590 --- ParallelTerminationStrategy: PID 7856 died...\u000a19:40:02.253620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7856): Terminated: ok {rc=0}\u000a19:40:02.263476 --- ParallelTerminationStrategy: PID 7859 died...\u000a19:40:02.315831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7859): Terminated: ok {rc=0}\u000a19:40:02.325526 --- ParallelTerminationStrategy: PID 7862 died...\u000a19:40:02.377882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7862): Terminated: ok {rc=0}\u000a19:40:02.463889 bus /sierra_3: Setting Powered False\u000a19:40:03.570786 bus /sierra_3: Setting Powered False\u000a19:40:04.684770 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7874): Process ended prematurely: osmo-stp_10.42.42.5(pid=7874) [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7874)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7874): Process ended prematurely: osmo-stp_10.42.42.5(pid=7874) [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:40:05.791665 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:40:05.803454 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:40:05.946489 tst mo_mt_call_osmux.py: using LAC 23270\u000a19:40:06.061612 tst mo_mt_call_osmux.py: using RAC 65\u000a19:40:06.185423 tst mo_mt_call_osmux.py: using CellId 23270\u000a19:40:06.310994 tst mo_mt_call_osmux.py: using BVCI 23271\u000a19:40:06.335310 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:40:06.347043 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:40:06.358549 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:40:06.370586 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:40:06.382772 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:40:06.394353 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:40:06.511217 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:40:06.722152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:07.219025 run create_hlr_db(pid=7868): Launched\u000a19:40:07.402798 bus /sierra_2: Setting Powered False\u000a19:40:08.423819 run create_hlr_db(pid=7868): Terminated: ok {rc=0}\u000a19:40:08.844644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7870): Launched\u000a19:40:09.161153 run osmo-hlr_10.42.42.2(pid=7871): Launched\u000a19:40:09.278820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:09.830454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7873): Launched\u000a19:40:10.146777 run osmo-stp_10.42.42.5(pid=7874): Launched\u000a19:40:10.261842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:40:10.840326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7876): Launched\u000a19:40:11.159248 run osmo-msc_10.42.42.6(pid=7877): Launched\u000a19:40:11.346230 run osmo-stp_10.42.42.5(pid=7874): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7874)]\u000a19:40:11.481262 run osmo-stp_10.42.42.5(pid=7874): stdout: \u000a| (launched: 2022-12-09_19:40:09.991592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:11.615010 run osmo-stp_10.42.42.5(pid=7874): stderr: \u000a| �[0;m�[38;5;43m20221209194010178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194010178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194010178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194010179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194010179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194010179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194010179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:11.743426 run osmo-stp_10.42.42.5(pid=7874): stdout: \u000a| (launched: 2022-12-09_19:40:09.991592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:11.870656 run osmo-stp_10.42.42.5(pid=7874): stderr: \u000a| �[0;m�[38;5;43m20221209194010178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194010178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194010178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194010179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194010179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194010179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194010179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:11.926678 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7874): Process ended prematurely: osmo-stp_10.42.42.5(pid=7874) [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7874)] [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:40:11.935859 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:40:11.998320 run osmo-hlr_10.42.42.2(pid=7871): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7871)]\u000a19:40:12.048860 run osmo-hlr_10.42.42.2(pid=7871): stdout: \u000a| (launched: 2022-12-09_19:40:09.005797) \u000a19:40:12.099928 run osmo-hlr_10.42.42.2(pid=7871): stderr: \u000a| �[0;m�[1;31m20221209194009196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194009196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194009196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194009196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194009197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194009197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194009209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194009218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194009218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194009218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:12.169399 run osmo-msc_10.42.42.6(pid=7877): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7877)]\u000a19:40:12.230568 run osmo-msc_10.42.42.6(pid=7877): stdout: \u000a| (launched: 2022-12-09_19:40:11.002102) \u000a19:40:12.282380 run osmo-msc_10.42.42.6(pid=7877): stderr: \u000a| �[0;m�[38;5;43m20221209194011317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194011317 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95a8f59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194011317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194011317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194011317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194011318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194011319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194011320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194011320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194011320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:40:12.325607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7870): Terminating (SIGTERM)\u000a19:40:12.366435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7873): Terminating (SIGTERM)\u000a19:40:12.407562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7876): Terminating (SIGTERM)\u000a19:40:12.417166 --- ParallelTerminationStrategy: PID 7870 died...\u000a19:40:12.472219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7870): Terminated: ok {rc=0}\u000a19:40:12.482512 --- ParallelTerminationStrategy: PID 7873 died...\u000a19:40:12.537703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7873): Terminated: ok {rc=0}\u000a19:40:12.548045 --- ParallelTerminationStrategy: PID 7876 died...\u000a19:40:12.603086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7876): Terminated: ok {rc=0}\u000a19:40:12.688269 bus /sierra_3: Setting Powered False\u000a19:40:13.792754 bus /sierra_3: Setting Powered False\u000a19:40:14.898270 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:39:55" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7888): Process ended prematurely: osmo-stp_10.42.42.5(pid=7888) [trial-2363↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7888)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7888): Process ended prematurely: osmo-stp_10.42.42.5(pid=7888) [trial-2363↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:40:16.908274 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:16.923982 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:40:17.090521 tst emergency_mo_mt_call.py: using LAC 23271\u000a19:40:17.229034 tst emergency_mo_mt_call.py: using RAC 66\u000a19:40:17.341688 tst emergency_mo_mt_call.py: using CellId 23271\u000a19:40:17.452884 tst emergency_mo_mt_call.py: using BVCI 23272\u000a19:40:17.474632 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:17.485336 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:17.495797 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:17.506216 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:17.516462 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:17.526729 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:40:17.643369 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:40:17.849055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:18.335635 run create_hlr_db(pid=7882): Launched\u000a19:40:18.517987 bus /sierra_2: Setting Powered False\u000a19:40:19.539004 run create_hlr_db(pid=7882): Terminated: ok {rc=0}\u000a19:40:19.931109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7884): Launched\u000a19:40:20.222744 run osmo-hlr_10.42.42.2(pid=7885): Launched\u000a19:40:20.329509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:20.835935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7887): Launched\u000a19:40:21.126231 run osmo-stp_10.42.42.5(pid=7888): Launched\u000a19:40:21.251399 tst emergency_mo_mt_call.py: using MSISDN 7341\u000a19:40:21.395987 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:40:21.929563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7890): Launched\u000a19:40:22.222133 run osmo-msc_10.42.42.6(pid=7891): Launched\u000a19:40:22.392780 run osmo-stp_10.42.42.5(pid=7888): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7888)]\u000a19:40:22.523600 run osmo-stp_10.42.42.5(pid=7888): stdout: \u000a| (launched: 2022-12-09_19:40:20.983576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:22.644745 run osmo-stp_10.42.42.5(pid=7888): stderr: \u000a| �[0;m�[38;5;43m20221209194021150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194021151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194021151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194021151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194021152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194021152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194021152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:22.762219 run osmo-stp_10.42.42.5(pid=7888): stdout: \u000a| (launched: 2022-12-09_19:40:20.983576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:22.878987 run osmo-stp_10.42.42.5(pid=7888): stderr: \u000a| �[0;m�[38;5;43m20221209194021150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194021151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194021151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194021151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194021152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194021152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194021152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:22.930258 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7888): Process ended prematurely: osmo-stp_10.42.42.5(pid=7888) [trial-2363↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7888)] [trial-2363↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a19:40:22.938207 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a19:40:22.996189 run osmo-hlr_10.42.42.2(pid=7885): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7885)]\u000a19:40:23.044110 run osmo-hlr_10.42.42.2(pid=7885): stdout: \u000a| (launched: 2022-12-09_19:40:20.079322) \u000a19:40:23.092656 run osmo-hlr_10.42.42.2(pid=7885): stderr: \u000a| �[0;m�[1;31m20221209194020250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194020250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194020250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194020250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194020250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194020250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194020263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194020274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194020274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194020274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:23.158904 run osmo-msc_10.42.42.6(pid=7891): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7891)]\u000a19:40:23.206905 run osmo-msc_10.42.42.6(pid=7891): stdout: \u000a| (launched: 2022-12-09_19:40:22.077976) \u000a19:40:23.255122 run osmo-msc_10.42.42.6(pid=7891): stderr: \u000a| �[0;m�[38;5;43m20221209194022348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194022348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac868bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194022348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194022348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194022348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194022349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194022351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194022351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194022351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194022351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:40:23.296140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7884): Terminating (SIGTERM)\u000a19:40:23.334756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7887): Terminating (SIGTERM)\u000a19:40:23.373444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7890): Terminating (SIGTERM)\u000a19:40:23.382486 --- ParallelTerminationStrategy: PID 7884 died...\u000a19:40:23.434634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7884): Terminated: ok {rc=0}\u000a19:40:23.444132 --- ParallelTerminationStrategy: PID 7887 died...\u000a19:40:23.495936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7887): Terminated: ok {rc=0}\u000a19:40:23.505504 --- ParallelTerminationStrategy: PID 7890 died...\u000a19:40:23.557356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7890): Terminated: ok {rc=0}\u000a19:40:23.644358 bus /sierra_3: Setting Powered False\u000a19:40:24.746135 bus /sierra_3: Setting Powered False\u000a19:40:25.856490 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7899): Process ended prematurely: osmo-stp_10.42.42.5(pid=7899) [trial-2363↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7899)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7899): Process ended prematurely: osmo-stp_10.42.42.5(pid=7899) [trial-2363↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:40:26.908445 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:26.920239 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:40:27.053356 tst emergency_preemptive_call.py: using LAC 23272\u000a19:40:27.176382 tst emergency_preemptive_call.py: using RAC 67\u000a19:40:27.298509 tst emergency_preemptive_call.py: using CellId 23272\u000a19:40:27.421214 tst emergency_preemptive_call.py: using BVCI 23273\u000a19:40:27.444914 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:27.456297 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:27.467444 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:27.478938 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:27.491419 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:40:27.503746 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:40:27.618028 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:40:27.737102 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:40:27.854493 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:40:28.049805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:28.522942 run create_hlr_db(pid=7893): Launched\u000a19:40:28.709522 bus /sierra_2: Setting Powered False\u000a19:40:29.729839 run create_hlr_db(pid=7893): Terminated: ok {rc=0}\u000a19:40:30.152567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7895): Launched\u000a19:40:30.471263 run osmo-hlr_10.42.42.2(pid=7896): Launched\u000a19:40:30.588104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:31.170181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7898): Launched\u000a19:40:31.497378 run osmo-stp_10.42.42.5(pid=7899): Launched\u000a19:40:31.775584 tst emergency_preemptive_call.py: using MSISDN 7342\u000a19:40:31.958240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:40:32.514040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7901): Launched\u000a19:40:32.812316 run osmo-msc_10.42.42.6(pid=7902): Launched\u000a19:40:32.985896 run osmo-stp_10.42.42.5(pid=7899): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7899)]\u000a19:40:33.110793 run osmo-stp_10.42.42.5(pid=7899): stdout: \u000a| (launched: 2022-12-09_19:40:31.326313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:33.235209 run osmo-stp_10.42.42.5(pid=7899): stderr: \u000a| �[0;m�[38;5;43m20221209194031604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194031605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194031605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194031605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194031606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194031606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194031606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:33.355019 run osmo-stp_10.42.42.5(pid=7899): stdout: \u000a| (launched: 2022-12-09_19:40:31.326313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:33.473920 run osmo-stp_10.42.42.5(pid=7899): stderr: \u000a| �[0;m�[38;5;43m20221209194031604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194031605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194031605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194031605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194031606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194031606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194031606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:33.526190 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7899): Process ended prematurely: osmo-stp_10.42.42.5(pid=7899) [trial-2363↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7899)] [trial-2363↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a19:40:33.534417 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a19:40:33.593404 run osmo-hlr_10.42.42.2(pid=7896): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7896)]\u000a19:40:33.641886 run osmo-hlr_10.42.42.2(pid=7896): stdout: \u000a| (launched: 2022-12-09_19:40:30.314930) \u000a19:40:33.690979 run osmo-hlr_10.42.42.2(pid=7896): stderr: \u000a| �[0;m�[1;31m20221209194030506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194030506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194030506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194030507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194030507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194030507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194030521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194030529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194030530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194030530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:33.757786 run osmo-msc_10.42.42.6(pid=7902): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7902)]\u000a19:40:33.806153 run osmo-msc_10.42.42.6(pid=7902): stdout: \u000a| (launched: 2022-12-09_19:40:32.665765) \u000a19:40:33.855024 run osmo-msc_10.42.42.6(pid=7902): stderr: \u000a| �[0;m�[38;5;43m20221209194032934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194032934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e5e981c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194032934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194032934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194032935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194032935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194032937 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194032938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194032938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194032938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:40:33.896541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7895): Terminating (SIGTERM)\u000a19:40:33.935926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7898): Terminating (SIGTERM)\u000a19:40:33.975109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7901): Terminating (SIGTERM)\u000a19:40:33.984244 --- ParallelTerminationStrategy: PID 7895 died...\u000a19:40:34.036790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7895): Terminated: ok {rc=0}\u000a19:40:34.046450 --- ParallelTerminationStrategy: PID 7898 died...\u000a19:40:34.098605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7898): Terminated: ok {rc=0}\u000a19:40:34.108133 --- ParallelTerminationStrategy: PID 7901 died...\u000a19:40:34.160449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7901): Terminated: ok {rc=0}\u000a19:40:34.248594 bus /sierra_9: Setting Powered False\u000a19:40:35.351186 bus /sierra_9: Setting Powered False\u000a19:40:36.460707 bus /sierra_8: Setting Powered False\u000a19:40:37.562962 bus /sierra_8: Setting Powered False\u000a19:40:38.672717 bus /sierra_3: Setting Powered False\u000a19:40:39.779565 bus /sierra_3: Setting Powered False\u000a19:40:40.887479 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:40:16" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7917): Process ended prematurely: osmo-stp_10.42.42.5(pid=7917) [trial-2363↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7917)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7917): Process ended prematurely: osmo-stp_10.42.42.5(pid=7917) [trial-2363↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:40:42.975544 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:42.986139 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:40:43.112687 tst cs_paging_gprs_active.py: using LAC 23273\u000a19:40:43.233127 tst cs_paging_gprs_active.py: using RAC 68\u000a19:40:43.354446 tst cs_paging_gprs_active.py: using CellId 23273\u000a19:40:43.472202 tst cs_paging_gprs_active.py: using BVCI 23274\u000a19:40:43.495316 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:43.505964 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:43.516353 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:43.526829 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:43.537246 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:43.547517 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:43.558000 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:43.568239 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:43.578872 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:40:43.696810 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:40:43.992312 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:40:44.129061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:40:44.465329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7907): Launched\u000a19:40:44.745566 run iperf3-srv_10.42.42.10(pid=7908): Launched\u000a19:40:44.945339 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:40:45.081215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:40:45.418803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7909): Launched\u000a19:40:45.697455 run iperf3-srv_10.42.42.10(pid=7910): Launched\u000a19:40:45.922089 tst cs_paging_gprs_active.py:38: start network...\u000a19:40:46.061746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:46.616581 run create_hlr_db(pid=7911): Launched\u000a19:40:46.809938 bus /sierra_2: Setting Powered False\u000a19:40:47.814975 run create_hlr_db(pid=7911): Terminated: ok {rc=0}\u000a19:40:48.259568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7913): Launched\u000a19:40:48.585606 run osmo-hlr_10.42.42.2(pid=7914): Launched\u000a19:40:48.703781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:49.266768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7916): Launched\u000a19:40:49.592585 run osmo-stp_10.42.42.5(pid=7917): Launched\u000a19:40:49.711134 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:40:50.278846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7919): Launched\u000a19:40:50.395437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:40:50.678068 run patchelf(pid=7920): Launched\u000a19:40:50.867508 run osmo-stp_10.42.42.5(pid=7917): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7917)]\u000a19:40:51.006290 run osmo-stp_10.42.42.5(pid=7917): stdout: \u000a| (launched: 2022-12-09_19:40:49.433310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:51.144903 run osmo-stp_10.42.42.5(pid=7917): stderr: \u000a| �[0;m�[38;5;43m20221209194049620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194049620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194049620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194049621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194049621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194049621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194049621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:51.279011 run osmo-stp_10.42.42.5(pid=7917): stdout: \u000a| (launched: 2022-12-09_19:40:49.433310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:51.412573 run osmo-stp_10.42.42.5(pid=7917): stderr: \u000a| �[0;m�[38;5;43m20221209194049620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194049620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194049620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194049621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194049621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194049621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194049621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:51.567889 run patchelf(pid=7920): Terminating (SIGINT)\u000a19:40:51.749719 run patchelf(pid=7920): Terminated: ok {rc=0}\u000a19:40:51.783012 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7917): Process ended prematurely: osmo-stp_10.42.42.5(pid=7917) [trial-2363↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7917)] [trial-2363↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a19:40:51.792860 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:40:51.855272 run osmo-hlr_10.42.42.2(pid=7914): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7914)]\u000a19:40:51.905836 run osmo-hlr_10.42.42.2(pid=7914): stdout: \u000a| (launched: 2022-12-09_19:40:48.425290) \u000a19:40:51.957087 run osmo-hlr_10.42.42.2(pid=7914): stderr: \u000a| �[0;m�[1;31m20221209194048620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194048620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194048620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194048620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194048620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194048620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194048637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194048648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194048648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194048648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:52.000760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7907): Terminating (SIGTERM)\u000a19:40:52.041958 run iperf3-srv_10.42.42.10(pid=7908): Terminating (SIGTERM)\u000a19:40:52.082926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7909): Terminating (SIGTERM)\u000a19:40:52.124064 run iperf3-srv_10.42.42.10(pid=7910): Terminating (SIGTERM)\u000a19:40:52.165314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7913): Terminating (SIGTERM)\u000a19:40:52.206714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7916): Terminating (SIGTERM)\u000a19:40:52.247535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7919): Terminating (SIGTERM)\u000a19:40:52.257364 --- ParallelTerminationStrategy: PID 7907 died...\u000a19:40:52.312803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7907): Terminated: ok {rc=0}\u000a19:40:52.322869 --- ParallelTerminationStrategy: PID 7908 died...\u000a19:40:52.377829 run iperf3-srv_10.42.42.10(pid=7908): Terminated {rc=256}\u000a19:40:52.387750 --- ParallelTerminationStrategy: PID 7909 died...\u000a19:40:52.442353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7909): Terminated: ok {rc=0}\u000a19:40:52.452562 --- ParallelTerminationStrategy: PID 7910 died...\u000a19:40:52.507065 run iperf3-srv_10.42.42.10(pid=7910): Terminated {rc=256}\u000a19:40:52.517625 --- ParallelTerminationStrategy: PID 7913 died...\u000a19:40:52.572284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7913): Terminated: ok {rc=0}\u000a19:40:52.582528 --- ParallelTerminationStrategy: PID 7916 died...\u000a19:40:52.637268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7916): Terminated: ok {rc=0}\u000a19:40:52.647143 --- ParallelTerminationStrategy: PID 7919 died...\u000a19:40:52.701894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7919): Terminated: ok {rc=0}\u000a19:40:52.787479 bus /gobi_0: Setting Powered False\u000a19:40:53.892421 bus /gobi_0: Setting Powered False\u000a19:40:55.000907 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7929): Process ended prematurely: osmo-stp_10.42.42.5(pid=7929) [trial-2363↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7929)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7929): Process ended prematurely: osmo-stp_10.42.42.5(pid=7929) [trial-2363↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a19:40:56.110130 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:56.121293 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:40:56.246068 tst iperf3.py: using LAC 23274\u000a19:40:56.368770 tst iperf3.py: using RAC 69\u000a19:40:56.502384 tst iperf3.py: using CellId 23274\u000a19:40:56.623097 tst iperf3.py: using BVCI 23275\u000a19:40:56.646295 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:56.657091 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:56.667696 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:56.678285 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:56.688765 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:56.699255 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:56.709819 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:56.720219 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:40:56.730761 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:40:57.014482 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:40:57.139769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:40:57.451686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7921): Launched\u000a19:40:57.710765 run iperf3-srv_10.42.42.10(pid=7922): Launched\u000a19:40:57.895346 tst iperf3.py:8: start network...\u000a19:40:58.020836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:58.503566 run create_hlr_db(pid=7923): Launched\u000a19:40:58.677990 bus /gobi_6: Setting Powered False\u000a19:40:59.699058 run create_hlr_db(pid=7923): Terminated: ok {rc=0}\u000a19:41:00.131613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7925): Launched\u000a19:41:00.455671 run osmo-hlr_10.42.42.2(pid=7926): Launched\u000a19:41:00.576329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:01.166162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7928): Launched\u000a19:41:01.588056 run osmo-stp_10.42.42.5(pid=7929): Launched\u000a19:41:01.736804 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:41:02.343275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7931): Launched\u000a19:41:02.451231 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:41:02.716467 run patchelf(pid=7932): Launched\u000a19:41:02.893268 run osmo-stp_10.42.42.5(pid=7929): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7929)]\u000a19:41:03.022924 run osmo-stp_10.42.42.5(pid=7929): stdout: \u000a| (launched: 2022-12-09_19:41:01.333802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:03.152660 run osmo-stp_10.42.42.5(pid=7929): stderr: \u000a| �[0;m�[38;5;43m20221209194101625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194101625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194101626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194101626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194101626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194101627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194101627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:03.277801 run osmo-stp_10.42.42.5(pid=7929): stdout: \u000a| (launched: 2022-12-09_19:41:01.333802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:03.401574 run osmo-stp_10.42.42.5(pid=7929): stderr: \u000a| �[0;m�[38;5;43m20221209194101625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194101625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194101626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194101626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194101626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194101627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194101627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:03.546474 run patchelf(pid=7932): Terminating (SIGINT)\u000a19:41:03.715893 run patchelf(pid=7932): Terminated: ok {rc=0}\u000a19:41:03.747078 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7929): Process ended prematurely: osmo-stp_10.42.42.5(pid=7929) [trial-2363↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7929)] [trial-2363↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a19:41:03.756359 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:41:03.815167 run osmo-hlr_10.42.42.2(pid=7926): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7926)]\u000a19:41:03.863110 run osmo-hlr_10.42.42.2(pid=7926): stdout: \u000a| (launched: 2022-12-09_19:41:00.296843) \u000a19:41:03.911802 run osmo-hlr_10.42.42.2(pid=7926): stderr: \u000a| �[0;m�[1;31m20221209194100489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194100489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194100490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194100490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194100490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194100490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194100502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194100510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194100511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194100511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:03.953134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7921): Terminating (SIGTERM)\u000a19:41:03.992165 run iperf3-srv_10.42.42.10(pid=7922): Terminating (SIGTERM)\u000a19:41:04.031125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7925): Terminating (SIGTERM)\u000a19:41:04.070060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7928): Terminating (SIGTERM)\u000a19:41:04.109062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7931): Terminating (SIGTERM)\u000a19:41:04.118220 --- ParallelTerminationStrategy: PID 7921 died...\u000a19:41:04.170692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7921): Terminated: ok {rc=0}\u000a19:41:04.180209 --- ParallelTerminationStrategy: PID 7922 died...\u000a19:41:04.232275 run iperf3-srv_10.42.42.10(pid=7922): Terminated {rc=256}\u000a19:41:04.241872 --- ParallelTerminationStrategy: PID 7925 died...\u000a19:41:04.293803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7925): Terminated: ok {rc=0}\u000a19:41:04.303294 --- ParallelTerminationStrategy: PID 7928 died...\u000a19:41:04.355885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7928): Terminated: ok {rc=0}\u000a19:41:04.365919 --- ParallelTerminationStrategy: PID 7931 died...\u000a19:41:04.418370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7931): Terminated: ok {rc=0}\u000a19:41:04.505933 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7947): Process ended prematurely: osmo-stp_10.42.42.5(pid=7947) [trial-2363↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7947)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7947): Process ended prematurely: osmo-stp_10.42.42.5(pid=7947) [trial-2363↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a19:41:05.621438 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:05.633193 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:41:05.767441 tst iperf3m4.py: using LAC 23275\u000a19:41:05.894361 tst iperf3m4.py: using RAC 70\u000a19:41:06.020806 tst iperf3m4.py: using CellId 23275\u000a19:41:06.147053 tst iperf3m4.py: using BVCI 23276\u000a19:41:06.171707 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:06.182931 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:06.193899 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:06.205178 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:06.216299 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:06.227445 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:06.238977 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:06.250306 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:06.261841 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:06.378485 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:06.495949 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:06.612927 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:06.888079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:41:07.013918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:07.327420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7933): Launched\u000a19:41:07.588402 run iperf3-srv_10.42.42.10(pid=7934): Launched\u000a19:41:07.773021 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:41:07.898874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:08.212049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7935): Launched\u000a19:41:08.472507 run iperf3-srv_10.42.42.10(pid=7936): Launched\u000a19:41:08.656891 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:41:08.782941 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:09.095846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7937): Launched\u000a19:41:09.354966 run iperf3-srv_10.42.42.10(pid=7938): Launched\u000a19:41:09.540394 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:41:09.666263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:09.979196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7939): Launched\u000a19:41:10.238873 run iperf3-srv_10.42.42.10(pid=7940): Launched\u000a19:41:10.423631 tst iperf3m4.py:8: start network...\u000a19:41:10.549855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:11.033975 run create_hlr_db(pid=7941): Launched\u000a19:41:11.222378 bus /gobi_6: Setting Powered False\u000a19:41:12.243116 run create_hlr_db(pid=7941): Terminated: ok {rc=0}\u000a19:41:12.676058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7943): Launched\u000a19:41:13.002270 run osmo-hlr_10.42.42.2(pid=7944): Launched\u000a19:41:13.122496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:13.691922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7946): Launched\u000a19:41:14.019591 run osmo-stp_10.42.42.5(pid=7947): Launched\u000a19:41:14.139239 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:41:14.713542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7949): Launched\u000a19:41:14.831119 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:41:15.119128 run patchelf(pid=7950): Launched\u000a19:41:15.312855 run osmo-stp_10.42.42.5(pid=7947): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7947)]\u000a19:41:15.452836 run osmo-stp_10.42.42.5(pid=7947): stdout: \u000a| (launched: 2022-12-09_19:41:13.858789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:15.594164 run osmo-stp_10.42.42.5(pid=7947): stderr: \u000a| �[0;m�[38;5;43m20221209194114046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194114046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194114046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194114047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194114047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194114047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194114047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:15.729670 run osmo-stp_10.42.42.5(pid=7947): stdout: \u000a| (launched: 2022-12-09_19:41:13.858789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:15.866243 run osmo-stp_10.42.42.5(pid=7947): stderr: \u000a| �[0;m�[38;5;43m20221209194114046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194114046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194114046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194114047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194114047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194114047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194114047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:16.025914 run patchelf(pid=7950): Terminating (SIGINT)\u000a19:41:16.213231 run patchelf(pid=7950): Terminated: ok {rc=0}\u000a19:41:16.247875 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7947): Process ended prematurely: osmo-stp_10.42.42.5(pid=7947) [trial-2363↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7947)] [trial-2363↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a19:41:16.258714 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:41:16.323403 run osmo-hlr_10.42.42.2(pid=7944): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7944)]\u000a19:41:16.375469 run osmo-hlr_10.42.42.2(pid=7944): stdout: \u000a| (launched: 2022-12-09_19:41:12.842133) \u000a19:41:16.428180 run osmo-hlr_10.42.42.2(pid=7944): stderr: \u000a| �[0;m�[1;31m20221209194113033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194113034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194113034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194113034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194113034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194113034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194113046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194113054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194113054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194113055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:16.473392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7933): Terminating (SIGTERM)\u000a19:41:16.516639 run iperf3-srv_10.42.42.10(pid=7934): Terminating (SIGTERM)\u000a19:41:16.561976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7935): Terminating (SIGTERM)\u000a19:41:16.606843 run iperf3-srv_10.42.42.10(pid=7936): Terminating (SIGTERM)\u000a19:41:16.651030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7937): Terminating (SIGTERM)\u000a19:41:16.696062 run iperf3-srv_10.42.42.10(pid=7938): Terminating (SIGTERM)\u000a19:41:16.740718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7939): Terminating (SIGTERM)\u000a19:41:16.785308 run iperf3-srv_10.42.42.10(pid=7940): Terminating (SIGTERM)\u000a19:41:16.829708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7943): Terminating (SIGTERM)\u000a19:41:16.872162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7946): Terminating (SIGTERM)\u000a19:41:16.914465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7949): Terminating (SIGTERM)\u000a19:41:16.924666 --- ParallelTerminationStrategy: PID 7933 died...\u000a19:41:16.982083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7933): Terminated: ok {rc=0}\u000a19:41:16.992743 --- ParallelTerminationStrategy: PID 7934 died...\u000a19:41:17.049661 run iperf3-srv_10.42.42.10(pid=7934): Terminated {rc=256}\u000a19:41:17.060776 --- ParallelTerminationStrategy: PID 7935 died...\u000a19:41:17.118201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7935): Terminated: ok {rc=0}\u000a19:41:17.128917 --- ParallelTerminationStrategy: PID 7936 died...\u000a19:41:17.185579 run iperf3-srv_10.42.42.10(pid=7936): Terminated {rc=256}\u000a19:41:17.196647 --- ParallelTerminationStrategy: PID 7937 died...\u000a19:41:17.253429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7937): Terminated: ok {rc=0}\u000a19:41:17.263883 --- ParallelTerminationStrategy: PID 7938 died...\u000a19:41:17.320509 run iperf3-srv_10.42.42.10(pid=7938): Terminated {rc=256}\u000a19:41:17.331189 --- ParallelTerminationStrategy: PID 7939 died...\u000a19:41:17.387806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7939): Terminated: ok {rc=0}\u000a19:41:17.398419 --- ParallelTerminationStrategy: PID 7940 died...\u000a19:41:17.455693 run iperf3-srv_10.42.42.10(pid=7940): Terminated {rc=256}\u000a19:41:17.466038 --- ParallelTerminationStrategy: PID 7943 died...\u000a19:41:17.521683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7943): Terminated: ok {rc=0}\u000a19:41:17.532136 --- ParallelTerminationStrategy: PID 7946 died...\u000a19:41:17.587913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7946): Terminated: ok {rc=0}\u000a19:41:17.598204 --- ParallelTerminationStrategy: PID 7949 died...\u000a19:41:17.653890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7949): Terminated: ok {rc=0}\u000a19:41:17.739626 bus /gobi_4: Setting Powered False\u000a19:41:18.840823 bus /gobi_4: Setting Powered False\u000a19:41:19.952338 bus /gobi_1: Setting Powered False\u000a19:41:21.055306 bus /gobi_1: Setting Powered False\u000a19:41:22.166285 bus /gobi_0: Setting Powered False\u000a19:41:23.267909 bus /gobi_0: Setting Powered False\u000a19:41:24.379124 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7957): Process ended prematurely: osmo-stp_10.42.42.5(pid=7957) [trial-2363↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7957)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7957): Process ended prematurely: osmo-stp_10.42.42.5(pid=7957) [trial-2363↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a19:41:25.444756 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:25.456024 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:41:25.582316 tst ping.py: using LAC 23276\u000a19:41:25.703499 tst ping.py: using RAC 71\u000a19:41:25.822674 tst ping.py: using CellId 23276\u000a19:41:25.939927 tst ping.py: using BVCI 23277\u000a19:41:25.962839 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:25.973575 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:25.984106 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:25.994661 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:26.005062 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:26.015504 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:26.026099 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:26.036543 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:26.312566 tst ping.py:19: start network...\u000a19:41:26.438210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:26.919680 run create_hlr_db(pid=7951): Launched\u000a19:41:27.092644 bus /gobi_6: Setting Powered False\u000a19:41:28.113545 run create_hlr_db(pid=7951): Terminated: ok {rc=0}\u000a19:41:28.544507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7953): Launched\u000a19:41:28.869195 run osmo-hlr_10.42.42.2(pid=7954): Launched\u000a19:41:28.989861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:29.555576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7956): Launched\u000a19:41:29.880858 run osmo-stp_10.42.42.5(pid=7957): Launched\u000a19:41:29.998898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:41:30.558427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7959): Launched\u000a19:41:30.666026 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:41:30.963410 run patchelf(pid=7960): Launched\u000a19:41:31.159683 run osmo-stp_10.42.42.5(pid=7957): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7957)]\u000a19:41:31.320723 run osmo-stp_10.42.42.5(pid=7957): stdout: \u000a| (launched: 2022-12-09_19:41:29.720806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:31.490734 run osmo-stp_10.42.42.5(pid=7957): stderr: \u000a| �[0;m�[38;5;43m20221209194129911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194129911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194129912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194129912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194129913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194129913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194129913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:31.631045 run osmo-stp_10.42.42.5(pid=7957): stdout: \u000a| (launched: 2022-12-09_19:41:29.720806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:31.771326 run osmo-stp_10.42.42.5(pid=7957): stderr: \u000a| �[0;m�[38;5;43m20221209194129911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194129911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194129912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194129912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194129913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194129913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194129913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:31.931821 run patchelf(pid=7960): Terminating (SIGINT)\u000a19:41:32.118489 run patchelf(pid=7960): Terminated: ok {rc=0}\u000a19:41:32.152457 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7957): Process ended prematurely: osmo-stp_10.42.42.5(pid=7957) [trial-2363↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7957)] [trial-2363↪gprs:nanobts+band-1900↪ping.py:22]\u000a19:41:32.163319 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:41:32.231569 run osmo-hlr_10.42.42.2(pid=7954): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7954)]\u000a19:41:32.284454 run osmo-hlr_10.42.42.2(pid=7954): stdout: \u000a| (launched: 2022-12-09_19:41:28.709412) \u000a19:41:32.337344 run osmo-hlr_10.42.42.2(pid=7954): stderr: \u000a| �[0;m�[1;31m20221209194128907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194128907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194128907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194128907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194128907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194128907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194128921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194128931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194128931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194128931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:32.381604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7953): Terminating (SIGTERM)\u000a19:41:32.425221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7956): Terminating (SIGTERM)\u000a19:41:32.467008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7959): Terminating (SIGTERM)\u000a19:41:32.477590 --- ParallelTerminationStrategy: PID 7953 died...\u000a19:41:32.534697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7953): Terminated: ok {rc=0}\u000a19:41:32.545754 --- ParallelTerminationStrategy: PID 7956 died...\u000a19:41:32.602838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7956): Terminated: ok {rc=0}\u000a19:41:32.613017 --- ParallelTerminationStrategy: PID 7959 died...\u000a19:41:32.668770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7959): Terminated: ok {rc=0}\u000a19:41:32.753982 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7967): Process ended prematurely: osmo-stp_10.42.42.5(pid=7967) [trial-2363↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7967)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7967): Process ended prematurely: osmo-stp_10.42.42.5(pid=7967) [trial-2363↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a19:41:33.807517 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:33.819608 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:41:33.961368 tst ping_idle_ping.py: using LAC 23277\u000a19:41:34.087158 tst ping_idle_ping.py: using RAC 72\u000a19:41:34.211663 tst ping_idle_ping.py: using CellId 23277\u000a19:41:34.335714 tst ping_idle_ping.py: using BVCI 23278\u000a19:41:34.360351 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:34.371515 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:34.382542 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:34.393821 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:34.404904 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:34.416003 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:34.427466 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:41:34.438838 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:34.716031 tst ping_idle_ping.py:24: start network...\u000a19:41:34.841725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:35.329761 run create_hlr_db(pid=7961): Launched\u000a19:41:35.504095 bus /gobi_6: Setting Powered False\u000a19:41:36.526029 run create_hlr_db(pid=7961): Terminated: ok {rc=0}\u000a19:41:36.956591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7963): Launched\u000a19:41:37.282874 run osmo-hlr_10.42.42.2(pid=7964): Launched\u000a19:41:37.404893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:37.971463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7966): Launched\u000a19:41:38.297951 run osmo-stp_10.42.42.5(pid=7967): Launched\u000a19:41:38.415852 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:41:38.981233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7969): Launched\u000a19:41:39.097149 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:41:39.381585 run patchelf(pid=7970): Launched\u000a19:41:39.571610 run osmo-stp_10.42.42.5(pid=7967): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7967)]\u000a19:41:39.710457 run osmo-stp_10.42.42.5(pid=7967): stdout: \u000a| (launched: 2022-12-09_19:41:38.136763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:39.849567 run osmo-stp_10.42.42.5(pid=7967): stderr: \u000a| �[0;m�[38;5;43m20221209194138328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194138328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194138328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194138329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194138329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194138329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194138329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:39.983913 run osmo-stp_10.42.42.5(pid=7967): stdout: \u000a| (launched: 2022-12-09_19:41:38.136763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:40.117256 run osmo-stp_10.42.42.5(pid=7967): stderr: \u000a| �[0;m�[38;5;43m20221209194138328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194138328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194138328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194138329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194138329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194138329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194138329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:40.271532 run patchelf(pid=7970): Terminating (SIGINT)\u000a19:41:40.452494 run patchelf(pid=7970): Terminated: ok {rc=0}\u000a19:41:40.485522 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7967): Process ended prematurely: osmo-stp_10.42.42.5(pid=7967) [trial-2363↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7967)] [trial-2363↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a19:41:40.494926 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:41:40.558562 run osmo-hlr_10.42.42.2(pid=7964): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7964)]\u000a19:41:40.610166 run osmo-hlr_10.42.42.2(pid=7964): stdout: \u000a| (launched: 2022-12-09_19:41:37.121976) \u000a19:41:40.661944 run osmo-hlr_10.42.42.2(pid=7964): stderr: \u000a| �[0;m�[1;31m20221209194137318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194137318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194137318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194137318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194137318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194137318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194137332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194137342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194137342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194137342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:40.705723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7963): Terminating (SIGTERM)\u000a19:41:40.747382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7966): Terminating (SIGTERM)\u000a19:41:40.789165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7969): Terminating (SIGTERM)\u000a19:41:40.799264 --- ParallelTerminationStrategy: PID 7963 died...\u000a19:41:40.855229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7963): Terminated: ok {rc=0}\u000a19:41:40.865497 --- ParallelTerminationStrategy: PID 7966 died...\u000a19:41:40.921023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7966): Terminated: ok {rc=0}\u000a19:41:40.931155 --- ParallelTerminationStrategy: PID 7969 died...\u000a19:41:40.986463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7969): Terminated: ok {rc=0}\u000a19:41:41.072808 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:40:42" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7984): Process ended prematurely: osmo-stp_10.42.42.5(pid=7984) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7984)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7984): Process ended prematurely: osmo-stp_10.42.42.5(pid=7984) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:41:43.215675 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:43.227171 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:41:43.364212 tst cs_paging_gprs_active.py: using LAC 23278\u000a19:41:43.491845 tst cs_paging_gprs_active.py: using RAC 73\u000a19:41:43.622987 tst cs_paging_gprs_active.py: using CellId 23278\u000a19:41:43.750722 tst cs_paging_gprs_active.py: using BVCI 23279\u000a19:41:43.775792 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:43.787248 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:43.798434 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:43.809893 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:43.821679 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:43.833399 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:43.844537 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:43.856100 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:43.868412 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:41:43.984816 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:41:44.267227 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:41:44.395882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:44.715305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7974): Launched\u000a19:41:44.979427 run iperf3-srv_10.42.42.10(pid=7975): Launched\u000a19:41:45.167529 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:41:45.295711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:45.613671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7976): Launched\u000a19:41:45.904767 run iperf3-srv_10.42.42.10(pid=7977): Launched\u000a19:41:46.141683 tst cs_paging_gprs_active.py:38: start network...\u000a19:41:46.283886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:46.847395 run create_hlr_db(pid=7978): Launched\u000a19:41:47.043304 bus /gobi_6: Setting Powered False\u000a19:41:48.061230 run create_hlr_db(pid=7978): Terminated: ok {rc=0}\u000a19:41:48.498009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7980): Launched\u000a19:41:48.826656 run osmo-hlr_10.42.42.2(pid=7981): Launched\u000a19:41:48.949435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:49.518936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7983): Launched\u000a19:41:49.848715 run osmo-stp_10.42.42.5(pid=7984): Launched\u000a19:41:49.968235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:41:50.542210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7986): Launched\u000a19:41:50.660376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:41:50.946712 run patchelf(pid=7987): Launched\u000a19:41:51.138974 run osmo-stp_10.42.42.5(pid=7984): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7984)]\u000a19:41:51.279321 run osmo-stp_10.42.42.5(pid=7984): stdout: \u000a| (launched: 2022-12-09_19:41:49.686788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:51.419856 run osmo-stp_10.42.42.5(pid=7984): stderr: \u000a| �[0;m�[38;5;43m20221209194149877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194149877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194149878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194149878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194149878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194149879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194149879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:51.556079 run osmo-stp_10.42.42.5(pid=7984): stdout: \u000a| (launched: 2022-12-09_19:41:49.686788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:51.691208 run osmo-stp_10.42.42.5(pid=7984): stderr: \u000a| �[0;m�[38;5;43m20221209194149877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194149877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194149878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194149878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194149878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194149879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194149879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:51.847774 run patchelf(pid=7987): Terminating (SIGINT)\u000a19:41:52.031971 run patchelf(pid=7987): Terminated: ok {rc=0}\u000a19:41:52.066251 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7984): Process ended prematurely: osmo-stp_10.42.42.5(pid=7984) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7984)] [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:41:52.076562 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:41:52.139494 run osmo-hlr_10.42.42.2(pid=7981): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7981)]\u000a19:41:52.190503 run osmo-hlr_10.42.42.2(pid=7981): stdout: \u000a| (launched: 2022-12-09_19:41:48.665977) \u000a19:41:52.242309 run osmo-hlr_10.42.42.2(pid=7981): stderr: \u000a| �[0;m�[1;31m20221209194148862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194148863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194148863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194148863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194148863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194148863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194148876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194148884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194148884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194148884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:52.286436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7974): Terminating (SIGTERM)\u000a19:41:52.328113 run iperf3-srv_10.42.42.10(pid=7975): Terminating (SIGTERM)\u000a19:41:52.370222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7976): Terminating (SIGTERM)\u000a19:41:52.411954 run iperf3-srv_10.42.42.10(pid=7977): Terminating (SIGTERM)\u000a19:41:52.453412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7980): Terminating (SIGTERM)\u000a19:41:52.495394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7983): Terminating (SIGTERM)\u000a19:41:52.537046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7986): Terminating (SIGTERM)\u000a19:41:52.547336 --- ParallelTerminationStrategy: PID 7974 died...\u000a19:41:52.603684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7974): Terminated: ok {rc=0}\u000a19:41:52.613947 --- ParallelTerminationStrategy: PID 7975 died...\u000a19:41:52.669334 run iperf3-srv_10.42.42.10(pid=7975): Terminated {rc=256}\u000a19:41:52.679380 --- ParallelTerminationStrategy: PID 7976 died...\u000a19:41:52.734986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7976): Terminated: ok {rc=0}\u000a19:41:52.744828 --- ParallelTerminationStrategy: PID 7977 died...\u000a19:41:52.800010 run iperf3-srv_10.42.42.10(pid=7977): Terminated {rc=256}\u000a19:41:52.810331 --- ParallelTerminationStrategy: PID 7980 died...\u000a19:41:52.865903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7980): Terminated: ok {rc=0}\u000a19:41:52.875949 --- ParallelTerminationStrategy: PID 7983 died...\u000a19:41:52.931636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7983): Terminated: ok {rc=0}\u000a19:41:52.941957 --- ParallelTerminationStrategy: PID 7986 died...\u000a19:41:52.997369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7986): Terminated: ok {rc=0}\u000a19:41:53.084217 bus /gobi_0: Setting Powered False\u000a19:41:54.188927 bus /gobi_0: Setting Powered False\u000a19:41:55.296321 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8006): Process ended prematurely: osmo-stp_10.42.42.5(pid=8006) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8006)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8006): Process ended prematurely: osmo-stp_10.42.42.5(pid=8006) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:41:56.411826 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:56.424060 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:41:56.564847 tst iperf3.py: using LAC 23279\u000a19:41:56.693105 tst iperf3.py: using RAC 74\u000a19:41:56.821438 tst iperf3.py: using CellId 23279\u000a19:41:56.948766 tst iperf3.py: using BVCI 23280\u000a19:41:56.973876 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:56.985365 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:56.996759 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:57.008226 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:57.019533 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:57.030804 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:57.042368 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:57.053931 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:57.065877 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:41:57.364197 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:41:57.502691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:57.844631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7988): Launched\u000a19:41:58.127916 run iperf3-srv_10.42.42.10(pid=7989): Launched\u000a19:41:58.330316 tst iperf3.py:8: start network...\u000a19:41:58.468271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:58.987433 run create_hlr_db(pid=7990): Launched\u000a19:41:59.178716 bus /gobi_6: Setting Powered False\u000a19:42:00.199125 run create_hlr_db(pid=7990): Terminated: ok {rc=0}\u000a19:42:00.612642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7992): Launched\u000a19:42:01.149853 run osmo-hlr_10.42.42.2(pid=7993): Launched\u000a19:42:01.272350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:01.876062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8005): Launched\u000a19:42:02.213425 run osmo-stp_10.42.42.5(pid=8006): Launched\u000a19:42:02.352385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:02.892166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8008): Launched\u000a19:42:03.002080 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:03.270317 run patchelf(pid=8009): Launched\u000a19:42:03.450195 run osmo-stp_10.42.42.5(pid=8006): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8006)]\u000a19:42:03.581509 run osmo-stp_10.42.42.5(pid=8006): stdout: \u000a| (launched: 2022-12-09_19:42:02.048420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:03.713346 run osmo-stp_10.42.42.5(pid=8006): stderr: \u000a| �[0;m�[38;5;43m20221209194202345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194202345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194202345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194202346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:03.840477 run osmo-stp_10.42.42.5(pid=8006): stdout: \u000a| (launched: 2022-12-09_19:42:02.048420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:03.967142 run osmo-stp_10.42.42.5(pid=8006): stderr: \u000a| �[0;m�[38;5;43m20221209194202345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194202345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194202345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194202346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:04.113848 run patchelf(pid=8009): Terminating (SIGINT)\u000a19:42:04.285684 run patchelf(pid=8009): Terminated: ok {rc=0}\u000a19:42:04.317133 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8006): Process ended prematurely: osmo-stp_10.42.42.5(pid=8006) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8006)] [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a19:42:04.326505 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a19:42:04.385955 run osmo-hlr_10.42.42.2(pid=7993): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7993)]\u000a19:42:04.433929 run osmo-hlr_10.42.42.2(pid=7993): stdout: \u000a| (launched: 2022-12-09_19:42:00.769096) \u000a19:42:04.482562 run osmo-hlr_10.42.42.2(pid=7993): stderr: \u000a| �[0;m�[1;31m20221209194200959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194200959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194200959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194200959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194200959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194200959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194200973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194200981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194200982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194200982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:04.523926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7988): Terminating (SIGTERM)\u000a19:42:04.562763 run iperf3-srv_10.42.42.10(pid=7989): Terminating (SIGTERM)\u000a19:42:04.604070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7992): Terminating (SIGTERM)\u000a19:42:04.643095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8005): Terminating (SIGTERM)\u000a19:42:04.682135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8008): Terminating (SIGTERM)\u000a19:42:04.691219 --- ParallelTerminationStrategy: PID 7988 died...\u000a19:42:04.743287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7988): Terminated: ok {rc=0}\u000a19:42:04.752646 --- ParallelTerminationStrategy: PID 7989 died...\u000a19:42:04.805034 run iperf3-srv_10.42.42.10(pid=7989): Terminated {rc=256}\u000a19:42:04.814382 --- ParallelTerminationStrategy: PID 7992 died...\u000a19:42:04.866852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7992): Terminated: ok {rc=0}\u000a19:42:04.876334 --- ParallelTerminationStrategy: PID 8005 died...\u000a19:42:04.928084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8005): Terminated: ok {rc=0}\u000a19:42:04.937833 --- ParallelTerminationStrategy: PID 8008 died...\u000a19:42:04.990054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8008): Terminated: ok {rc=0}\u000a19:42:05.077904 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8024): Process ended prematurely: osmo-stp_10.42.42.5(pid=8024) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8024)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8024): Process ended prematurely: osmo-stp_10.42.42.5(pid=8024) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:42:06.189353 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.200744 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:42:06.330326 tst iperf3m4.py: using LAC 23280\u000a19:42:06.450351 tst iperf3m4.py: using RAC 75\u000a19:42:06.572352 tst iperf3m4.py: using CellId 23280\u000a19:42:06.694164 tst iperf3m4.py: using BVCI 23281\u000a19:42:06.717638 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.728542 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.739331 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.749978 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.760531 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.771187 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.782092 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.792614 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.803390 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:42:06.920450 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:42:07.043602 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:42:07.161889 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:42:07.447091 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:42:07.585733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:07.926199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8010): Launched\u000a19:42:08.211178 run iperf3-srv_10.42.42.10(pid=8011): Launched\u000a19:42:08.413909 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:42:08.552242 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:08.893902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8012): Launched\u000a19:42:09.177052 run iperf3-srv_10.42.42.10(pid=8013): Launched\u000a19:42:09.379748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:42:09.518113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:09.860546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8014): Launched\u000a19:42:10.143588 run iperf3-srv_10.42.42.10(pid=8015): Launched\u000a19:42:10.346338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:42:10.484490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:10.827364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8016): Launched\u000a19:42:11.111725 run iperf3-srv_10.42.42.10(pid=8017): Launched\u000a19:42:11.314631 tst iperf3m4.py:8: start network...\u000a19:42:11.452609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:11.971939 run create_hlr_db(pid=8018): Launched\u000a19:42:12.164408 bus /gobi_6: Setting Powered False\u000a19:42:13.183762 run create_hlr_db(pid=8018): Terminated: ok {rc=0}\u000a19:42:13.597924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8020): Launched\u000a19:42:13.906198 run osmo-hlr_10.42.42.2(pid=8021): Launched\u000a19:42:14.019260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:14.558204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8023): Launched\u000a19:42:14.866870 run osmo-stp_10.42.42.5(pid=8024): Launched\u000a19:42:14.979161 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:15.515512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8026): Launched\u000a19:42:15.625245 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:15.926694 run patchelf(pid=8027): Launched\u000a19:42:16.143041 run osmo-stp_10.42.42.5(pid=8024): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8024)]\u000a19:42:16.289579 run osmo-stp_10.42.42.5(pid=8024): stdout: \u000a| (launched: 2022-12-09_19:42:14.715123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:16.434929 run osmo-stp_10.42.42.5(pid=8024): stderr: \u000a| �[0;m�[38;5;43m20221209194214885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194214886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194214886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194214886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194214887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194214887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194214887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:16.577386 run osmo-stp_10.42.42.5(pid=8024): stdout: \u000a| (launched: 2022-12-09_19:42:14.715123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:16.719199 run osmo-stp_10.42.42.5(pid=8024): stderr: \u000a| �[0;m�[38;5;43m20221209194214885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194214886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194214886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194214886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194214887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194214887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194214887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:16.882822 run patchelf(pid=8027): Terminating (SIGINT)\u000a19:42:17.072678 run patchelf(pid=8027): Terminated: ok {rc=0}\u000a19:42:17.107038 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8024): Process ended prematurely: osmo-stp_10.42.42.5(pid=8024) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8024)] [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:42:17.116988 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:42:17.177151 run osmo-hlr_10.42.42.2(pid=8021): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8021)]\u000a19:42:17.225758 run osmo-hlr_10.42.42.2(pid=8021): stdout: \u000a| (launched: 2022-12-09_19:42:13.755311) \u000a19:42:17.275100 run osmo-hlr_10.42.42.2(pid=8021): stderr: \u000a| �[0;m�[1;31m20221209194213929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194213929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194213929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194213929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194213929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194213929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194213945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194213954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194213954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194213954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:17.317076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8010): Terminating (SIGTERM)\u000a19:42:17.356404 run iperf3-srv_10.42.42.10(pid=8011): Terminating (SIGTERM)\u000a19:42:17.395825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8012): Terminating (SIGTERM)\u000a19:42:17.435129 run iperf3-srv_10.42.42.10(pid=8013): Terminating (SIGTERM)\u000a19:42:17.474616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8014): Terminating (SIGTERM)\u000a19:42:17.518427 run iperf3-srv_10.42.42.10(pid=8015): Terminating (SIGTERM)\u000a19:42:17.561532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8016): Terminating (SIGTERM)\u000a19:42:17.603228 run iperf3-srv_10.42.42.10(pid=8017): Terminating (SIGTERM)\u000a19:42:17.646235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8020): Terminating (SIGTERM)\u000a19:42:17.687992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8023): Terminating (SIGTERM)\u000a19:42:17.729572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8026): Terminating (SIGTERM)\u000a19:42:17.739095 --- ParallelTerminationStrategy: PID 8010 died...\u000a19:42:17.794935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8010): Terminated: ok {rc=0}\u000a19:42:17.805354 --- ParallelTerminationStrategy: PID 8011 died...\u000a19:42:17.860852 run iperf3-srv_10.42.42.10(pid=8011): Terminated {rc=256}\u000a19:42:17.870820 --- ParallelTerminationStrategy: PID 8012 died...\u000a19:42:17.926413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8012): Terminated: ok {rc=0}\u000a19:42:17.936822 --- ParallelTerminationStrategy: PID 8013 died...\u000a19:42:17.992590 run iperf3-srv_10.42.42.10(pid=8013): Terminated {rc=256}\u000a19:42:18.002661 --- ParallelTerminationStrategy: PID 8014 died...\u000a19:42:18.058349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8014): Terminated: ok {rc=0}\u000a19:42:18.068582 --- ParallelTerminationStrategy: PID 8015 died...\u000a19:42:18.124776 run iperf3-srv_10.42.42.10(pid=8015): Terminated {rc=256}\u000a19:42:18.134805 --- ParallelTerminationStrategy: PID 8016 died...\u000a19:42:18.190731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8016): Terminated: ok {rc=0}\u000a19:42:18.200859 --- ParallelTerminationStrategy: PID 8017 died...\u000a19:42:18.256417 run iperf3-srv_10.42.42.10(pid=8017): Terminated {rc=256}\u000a19:42:18.266765 --- ParallelTerminationStrategy: PID 8020 died...\u000a19:42:18.322275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8020): Terminated: ok {rc=0}\u000a19:42:18.332391 --- ParallelTerminationStrategy: PID 8023 died...\u000a19:42:18.387514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8023): Terminated: ok {rc=0}\u000a19:42:18.397961 --- ParallelTerminationStrategy: PID 8026 died...\u000a19:42:18.453229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8026): Terminated: ok {rc=0}\u000a19:42:18.539861 bus /gobi_4: Setting Powered False\u000a19:42:19.645681 bus /gobi_4: Setting Powered False\u000a19:42:20.756227 bus /gobi_1: Setting Powered False\u000a19:42:21.857068 bus /gobi_1: Setting Powered False\u000a19:42:22.966963 bus /gobi_0: Setting Powered False\u000a19:42:24.069352 bus /gobi_0: Setting Powered False\u000a19:42:25.179856 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8034): Process ended prematurely: osmo-stp_10.42.42.5(pid=8034) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8034)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8034): Process ended prematurely: osmo-stp_10.42.42.5(pid=8034) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:42:26.246689 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:26.258431 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:42:26.387058 tst ping.py: using LAC 23281\u000a19:42:26.507052 tst ping.py: using RAC 76\u000a19:42:26.626949 tst ping.py: using CellId 23281\u000a19:42:26.743871 tst ping.py: using BVCI 23282\u000a19:42:26.766978 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:26.778383 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:26.789349 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:26.799973 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:26.810667 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:26.821346 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:26.832217 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:26.842990 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:42:27.133033 tst ping.py:19: start network...\u000a19:42:27.267466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:27.778033 run create_hlr_db(pid=8028): Launched\u000a19:42:27.965748 bus /gobi_6: Setting Powered False\u000a19:42:28.985290 run create_hlr_db(pid=8028): Terminated: ok {rc=0}\u000a19:42:29.389558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8030): Launched\u000a19:42:29.692022 run osmo-hlr_10.42.42.2(pid=8031): Launched\u000a19:42:29.811030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:30.346898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8033): Launched\u000a19:42:30.648594 run osmo-stp_10.42.42.5(pid=8034): Launched\u000a19:42:30.757709 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:31.354138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8036): Launched\u000a19:42:31.463644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:31.775676 run patchelf(pid=8037): Launched\u000a19:42:31.975190 run osmo-stp_10.42.42.5(pid=8034): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8034)]\u000a19:42:32.106214 run osmo-stp_10.42.42.5(pid=8034): stdout: \u000a| (launched: 2022-12-09_19:42:30.499643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:32.238454 run osmo-stp_10.42.42.5(pid=8034): stderr: \u000a| �[0;m�[38;5;43m20221209194230667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194230667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194230668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194230668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194230668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194230669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194230669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:32.364069 run osmo-stp_10.42.42.5(pid=8034): stdout: \u000a| (launched: 2022-12-09_19:42:30.499643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:32.487329 run osmo-stp_10.42.42.5(pid=8034): stderr: \u000a| �[0;m�[38;5;43m20221209194230667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194230667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194230668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194230668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194230668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194230669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194230669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:32.630898 run patchelf(pid=8037): Terminating (SIGINT)\u000a19:42:32.799408 run patchelf(pid=8037): Terminated: ok {rc=0}\u000a19:42:32.830116 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8034): Process ended prematurely: osmo-stp_10.42.42.5(pid=8034) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8034)] [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a19:42:32.838853 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:42:32.898276 run osmo-hlr_10.42.42.2(pid=8031): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8031)]\u000a19:42:32.946675 run osmo-hlr_10.42.42.2(pid=8031): stdout: \u000a| (launched: 2022-12-09_19:42:29.542186) \u000a19:42:32.995807 run osmo-hlr_10.42.42.2(pid=8031): stderr: \u000a| �[0;m�[1;31m20221209194229717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194229717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194229717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194229717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194229717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194229717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194229729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194229738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194229738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194229738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:33.037594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8030): Terminating (SIGTERM)\u000a19:42:33.076867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8033): Terminating (SIGTERM)\u000a19:42:33.116175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8036): Terminating (SIGTERM)\u000a19:42:33.125425 --- ParallelTerminationStrategy: PID 8030 died...\u000a19:42:33.178650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8030): Terminated: ok {rc=0}\u000a19:42:33.188234 --- ParallelTerminationStrategy: PID 8033 died...\u000a19:42:33.240792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8033): Terminated: ok {rc=0}\u000a19:42:33.250395 --- ParallelTerminationStrategy: PID 8036 died...\u000a19:42:33.303191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8036): Terminated: ok {rc=0}\u000a19:42:33.392140 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8044): Process ended prematurely: osmo-stp_10.42.42.5(pid=8044) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8044)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8044): Process ended prematurely: osmo-stp_10.42.42.5(pid=8044) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:42:34.445128 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:34.457234 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:42:34.589309 tst ping_idle_ping.py: using LAC 23282\u000a19:42:34.705358 tst ping_idle_ping.py: using RAC 77\u000a19:42:34.821700 tst ping_idle_ping.py: using CellId 23282\u000a19:42:34.943371 tst ping_idle_ping.py: using BVCI 23283\u000a19:42:34.966527 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:34.977723 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:34.988465 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:34.999224 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:35.009954 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:35.020619 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:35.031547 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:35.042303 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:42:35.338735 tst ping_idle_ping.py:24: start network...\u000a19:42:35.474106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:35.998091 run create_hlr_db(pid=8038): Launched\u000a19:42:36.173968 bus /gobi_6: Setting Powered False\u000a19:42:37.195213 run create_hlr_db(pid=8038): Terminated: ok {rc=0}\u000a19:42:37.598538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8040): Launched\u000a19:42:37.900724 run osmo-hlr_10.42.42.2(pid=8041): Launched\u000a19:42:38.019768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:38.550970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8043): Launched\u000a19:42:38.853171 run osmo-stp_10.42.42.5(pid=8044): Launched\u000a19:42:38.962916 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:39.489581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8046): Launched\u000a19:42:39.597386 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:39.860322 run patchelf(pid=8047): Launched\u000a19:42:40.037088 run osmo-stp_10.42.42.5(pid=8044): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8044)]\u000a19:42:40.166011 run osmo-stp_10.42.42.5(pid=8044): stdout: \u000a| (launched: 2022-12-09_19:42:38.704650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:40.296030 run osmo-stp_10.42.42.5(pid=8044): stderr: \u000a| �[0;m�[38;5;43m20221209194238874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194238874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194238874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194238875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194238875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194238875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194238876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:40.420836 run osmo-stp_10.42.42.5(pid=8044): stdout: \u000a| (launched: 2022-12-09_19:42:38.704650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:40.544511 run osmo-stp_10.42.42.5(pid=8044): stderr: \u000a| �[0;m�[38;5;43m20221209194238874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194238874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194238874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194238875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194238875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194238875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194238876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:40.688729 run patchelf(pid=8047): Terminating (SIGINT)\u000a19:42:40.857701 run patchelf(pid=8047): Terminated: ok {rc=0}\u000a19:42:40.888538 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8044): Process ended prematurely: osmo-stp_10.42.42.5(pid=8044) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8044)] [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:42:40.897174 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:42:40.956187 run osmo-hlr_10.42.42.2(pid=8041): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8041)]\u000a19:42:41.004112 run osmo-hlr_10.42.42.2(pid=8041): stdout: \u000a| (launched: 2022-12-09_19:42:37.752415) \u000a19:42:41.052545 run osmo-hlr_10.42.42.2(pid=8041): stderr: \u000a| �[0;m�[1;31m20221209194237928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194237928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194237928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194237928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194237928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194237928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194237940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194237949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194237949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194237949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:41.093844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8040): Terminating (SIGTERM)\u000a19:42:41.132980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8043): Terminating (SIGTERM)\u000a19:42:41.171933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8046): Terminating (SIGTERM)\u000a19:42:41.181133 --- ParallelTerminationStrategy: PID 8040 died...\u000a19:42:41.233509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8040): Terminated: ok {rc=0}\u000a19:42:41.243073 --- ParallelTerminationStrategy: PID 8043 died...\u000a19:42:41.295458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8043): Terminated: ok {rc=0}\u000a19:42:41.305053 --- ParallelTerminationStrategy: PID 8046 died...\u000a19:42:41.357329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8046): Terminated: ok {rc=0}\u000a19:42:41.439556 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:41:42" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8061): Process ended prematurely: osmo-stp_10.42.42.5(pid=8061) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8061)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8061): Process ended prematurely: osmo-stp_10.42.42.5(pid=8061) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:42:43.573838 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:43.585433 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:42:43.741485 tst cs_paging_gprs_active.py: using LAC 23283\u000a19:42:43.873538 tst cs_paging_gprs_active.py: using RAC 78\u000a19:42:43.999300 tst cs_paging_gprs_active.py: using CellId 23283\u000a19:42:44.126564 tst cs_paging_gprs_active.py: using BVCI 23284\u000a19:42:44.151662 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:44.163104 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:44.174369 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:44.185770 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:44.197175 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:44.208585 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:44.220054 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:44.231540 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:44.243248 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:42:44.361265 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:42:44.643538 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:42:44.771287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:45.089227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8051): Launched\u000a19:42:45.353768 run iperf3-srv_10.42.42.10(pid=8052): Launched\u000a19:42:45.541333 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:42:45.668781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:46.043988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8053): Launched\u000a19:42:46.354241 run iperf3-srv_10.42.42.10(pid=8054): Launched\u000a19:42:46.562955 tst cs_paging_gprs_active.py:38: start network...\u000a19:42:46.708788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:47.239776 run create_hlr_db(pid=8055): Launched\u000a19:42:47.416474 bus /gobi_6: Setting Powered False\u000a19:42:48.438779 run create_hlr_db(pid=8055): Terminated: ok {rc=0}\u000a19:42:48.876596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8057): Launched\u000a19:42:49.205713 run osmo-hlr_10.42.42.2(pid=8058): Launched\u000a19:42:49.328167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:49.899216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8060): Launched\u000a19:42:50.228018 run osmo-stp_10.42.42.5(pid=8061): Launched\u000a19:42:50.347449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:50.921645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8063): Launched\u000a19:42:51.039369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:51.326477 run patchelf(pid=8064): Launched\u000a19:42:51.519007 run osmo-stp_10.42.42.5(pid=8061): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8061)]\u000a19:42:51.659716 run osmo-stp_10.42.42.5(pid=8061): stdout: \u000a| (launched: 2022-12-09_19:42:50.066259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:51.799997 run osmo-stp_10.42.42.5(pid=8061): stderr: \u000a| �[0;m�[38;5;43m20221209194250255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194250255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194250255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194250256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194250256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194250256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194250256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:51.936394 run osmo-stp_10.42.42.5(pid=8061): stdout: \u000a| (launched: 2022-12-09_19:42:50.066259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:52.071261 run osmo-stp_10.42.42.5(pid=8061): stderr: \u000a| �[0;m�[38;5;43m20221209194250255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194250255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194250255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194250256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194250256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194250256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194250256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:52.228237 run patchelf(pid=8064): Terminating (SIGINT)\u000a19:42:52.412030 run patchelf(pid=8064): Terminated: ok {rc=0}\u000a19:42:52.446271 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8061): Process ended prematurely: osmo-stp_10.42.42.5(pid=8061) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8061)] [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:42:52.456206 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:42:52.519739 run osmo-hlr_10.42.42.2(pid=8058): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8058)]\u000a19:42:52.571450 run osmo-hlr_10.42.42.2(pid=8058): stdout: \u000a| (launched: 2022-12-09_19:42:49.043815) \u000a19:42:52.623849 run osmo-hlr_10.42.42.2(pid=8058): stderr: \u000a| �[0;m�[1;31m20221209194249241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194249241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194249241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194249241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194249241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194249241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194249254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194249264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194249265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194249265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:52.667753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8051): Terminating (SIGTERM)\u000a19:42:52.709916 run iperf3-srv_10.42.42.10(pid=8052): Terminating (SIGTERM)\u000a19:42:52.751454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8053): Terminating (SIGTERM)\u000a19:42:52.793229 run iperf3-srv_10.42.42.10(pid=8054): Terminating (SIGTERM)\u000a19:42:52.834927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8057): Terminating (SIGTERM)\u000a19:42:52.876829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8060): Terminating (SIGTERM)\u000a19:42:52.918389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8063): Terminating (SIGTERM)\u000a19:42:52.927932 --- ParallelTerminationStrategy: PID 8051 died...\u000a19:42:52.983742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8051): Terminated: ok {rc=0}\u000a19:42:52.994076 --- ParallelTerminationStrategy: PID 8052 died...\u000a19:42:53.049712 run iperf3-srv_10.42.42.10(pid=8052): Terminated {rc=256}\u000a19:42:53.059797 --- ParallelTerminationStrategy: PID 8053 died...\u000a19:42:53.115567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8053): Terminated: ok {rc=0}\u000a19:42:53.125625 --- ParallelTerminationStrategy: PID 8054 died...\u000a19:42:53.181047 run iperf3-srv_10.42.42.10(pid=8054): Terminated {rc=256}\u000a19:42:53.191015 --- ParallelTerminationStrategy: PID 8057 died...\u000a19:42:53.246445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8057): Terminated: ok {rc=0}\u000a19:42:53.256552 --- ParallelTerminationStrategy: PID 8060 died...\u000a19:42:53.312340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8060): Terminated: ok {rc=0}\u000a19:42:53.322394 --- ParallelTerminationStrategy: PID 8063 died...\u000a19:42:53.377855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8063): Terminated: ok {rc=0}\u000a19:42:53.465503 bus /gobi_0: Setting Powered False\u000a19:42:54.571429 bus /gobi_0: Setting Powered False\u000a19:42:55.681880 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8073): Process ended prematurely: osmo-stp_10.42.42.5(pid=8073) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8073)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8073): Process ended prematurely: osmo-stp_10.42.42.5(pid=8073) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:42:56.792726 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:56.804211 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:42:56.962649 tst iperf3.py: using LAC 23284\u000a19:42:57.090240 tst iperf3.py: using RAC 79\u000a19:42:57.217385 tst iperf3.py: using CellId 23284\u000a19:42:57.341568 tst iperf3.py: using BVCI 23285\u000a19:42:57.365155 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:57.376261 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:57.387259 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:57.398748 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:57.410131 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:57.421864 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:57.433363 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:57.444661 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:57.456093 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:42:57.738327 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:42:57.866813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:58.185058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8065): Launched\u000a19:42:58.450190 run iperf3-srv_10.42.42.10(pid=8066): Launched\u000a19:42:58.638294 tst iperf3.py:8: start network...\u000a19:42:58.766341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:59.258244 run create_hlr_db(pid=8067): Launched\u000a19:42:59.434479 bus /gobi_6: Setting Powered False\u000a19:43:00.457151 run create_hlr_db(pid=8067): Terminated: ok {rc=0}\u000a19:43:00.901191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8069): Launched\u000a19:43:01.300188 run osmo-hlr_10.42.42.2(pid=8070): Launched\u000a19:43:01.458963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:02.218743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8072): Launched\u000a19:43:02.550502 run osmo-stp_10.42.42.5(pid=8073): Launched\u000a19:43:02.670974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:03.243768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8075): Launched\u000a19:43:03.361396 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:03.647458 run patchelf(pid=8076): Launched\u000a19:43:03.838958 run osmo-stp_10.42.42.5(pid=8073): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8073)]\u000a19:43:03.979268 run osmo-stp_10.42.42.5(pid=8073): stdout: \u000a| (launched: 2022-12-09_19:43:02.388448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:04.119687 run osmo-stp_10.42.42.5(pid=8073): stderr: \u000a| �[0;m�[38;5;43m20221209194302582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194302583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194302583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194302583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194302584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194302584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194302584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:04.255274 run osmo-stp_10.42.42.5(pid=8073): stdout: \u000a| (launched: 2022-12-09_19:43:02.388448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:04.389734 run osmo-stp_10.42.42.5(pid=8073): stderr: \u000a| �[0;m�[38;5;43m20221209194302582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194302583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194302583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194302583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194302584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194302584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194302584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:04.546544 run patchelf(pid=8076): Terminating (SIGINT)\u000a19:43:04.730463 run patchelf(pid=8076): Terminated: ok {rc=0}\u000a19:43:04.764120 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8073): Process ended prematurely: osmo-stp_10.42.42.5(pid=8073) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8073)] [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:43:04.774226 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a19:43:04.837895 run osmo-hlr_10.42.42.2(pid=8070): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8070)]\u000a19:43:04.889408 run osmo-hlr_10.42.42.2(pid=8070): stdout: \u000a| (launched: 2022-12-09_19:43:01.075292) \u000a19:43:04.941513 run osmo-hlr_10.42.42.2(pid=8070): stderr: \u000a| �[0;m�[1;31m20221209194301424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194301424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194301424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194301424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194301424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194301424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194301455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194301470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194301470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194301470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:04.985694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8065): Terminating (SIGTERM)\u000a19:43:05.028008 run iperf3-srv_10.42.42.10(pid=8066): Terminating (SIGTERM)\u000a19:43:05.069860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8069): Terminating (SIGTERM)\u000a19:43:05.111675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8072): Terminating (SIGTERM)\u000a19:43:05.153440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8075): Terminating (SIGTERM)\u000a19:43:05.163426 --- ParallelTerminationStrategy: PID 8065 died...\u000a19:43:05.219362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8065): Terminated: ok {rc=0}\u000a19:43:05.229551 --- ParallelTerminationStrategy: PID 8066 died...\u000a19:43:05.285033 run iperf3-srv_10.42.42.10(pid=8066): Terminated {rc=256}\u000a19:43:05.295433 --- ParallelTerminationStrategy: PID 8069 died...\u000a19:43:05.351148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8069): Terminated: ok {rc=0}\u000a19:43:05.361567 --- ParallelTerminationStrategy: PID 8072 died...\u000a19:43:05.416668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8072): Terminated: ok {rc=0}\u000a19:43:05.426886 --- ParallelTerminationStrategy: PID 8075 died...\u000a19:43:05.482132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8075): Terminated: ok {rc=0}\u000a19:43:05.569492 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8091): Process ended prematurely: osmo-stp_10.42.42.5(pid=8091) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8091)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8091): Process ended prematurely: osmo-stp_10.42.42.5(pid=8091) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:43:06.680873 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:06.692640 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:43:06.840013 tst iperf3m4.py: using LAC 23285\u000a19:43:06.960291 tst iperf3m4.py: using RAC 80\u000a19:43:07.090646 tst iperf3m4.py: using CellId 23285\u000a19:43:07.215557 tst iperf3m4.py: using BVCI 23286\u000a19:43:07.239059 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:07.250260 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:07.261198 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:07.272026 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:07.282948 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:07.293917 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:07.304748 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:07.315712 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:07.326836 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:43:07.443074 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:43:07.563523 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:43:07.684408 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:43:07.968481 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:43:08.096096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:08.413045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8077): Launched\u000a19:43:08.677615 run iperf3-srv_10.42.42.10(pid=8078): Launched\u000a19:43:08.864276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:43:08.991773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:09.309094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8079): Launched\u000a19:43:09.572668 run iperf3-srv_10.42.42.10(pid=8080): Launched\u000a19:43:09.760232 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:43:09.887915 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:10.207417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8081): Launched\u000a19:43:10.472254 run iperf3-srv_10.42.42.10(pid=8082): Launched\u000a19:43:10.659539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:43:10.786756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:11.107492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8083): Launched\u000a19:43:11.372097 run iperf3-srv_10.42.42.10(pid=8084): Launched\u000a19:43:11.558468 tst iperf3m4.py:8: start network...\u000a19:43:11.685504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:12.178050 run create_hlr_db(pid=8085): Launched\u000a19:43:12.354466 bus /gobi_6: Setting Powered False\u000a19:43:13.376361 run create_hlr_db(pid=8085): Terminated: ok {rc=0}\u000a19:43:13.784569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8087): Launched\u000a19:43:14.091896 run osmo-hlr_10.42.42.2(pid=8088): Launched\u000a19:43:14.203994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:14.736821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8090): Launched\u000a19:43:15.043493 run osmo-stp_10.42.42.5(pid=8091): Launched\u000a19:43:15.155031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:15.690450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8093): Launched\u000a19:43:15.799894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:16.113806 run patchelf(pid=8094): Launched\u000a19:43:16.298216 run osmo-stp_10.42.42.5(pid=8091): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8091)]\u000a19:43:16.433579 run osmo-stp_10.42.42.5(pid=8091): stdout: \u000a| (launched: 2022-12-09_19:43:14.892660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:16.569607 run osmo-stp_10.42.42.5(pid=8091): stderr: \u000a| �[0;m�[38;5;43m20221209194315062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194315062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194315062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194315063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194315063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194315063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194315063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:16.700092 run osmo-stp_10.42.42.5(pid=8091): stdout: \u000a| (launched: 2022-12-09_19:43:14.892660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:16.829338 run osmo-stp_10.42.42.5(pid=8091): stderr: \u000a| �[0;m�[38;5;43m20221209194315062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194315062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194315062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194315063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194315063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194315063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194315063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:17.004578 run patchelf(pid=8094): Terminating (SIGINT)\u000a19:43:17.195060 run patchelf(pid=8094): Terminated: ok {rc=0}\u000a19:43:17.228503 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8091): Process ended prematurely: osmo-stp_10.42.42.5(pid=8091) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8091)] [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:43:17.238763 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a19:43:17.298981 run osmo-hlr_10.42.42.2(pid=8088): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8088)]\u000a19:43:17.347514 run osmo-hlr_10.42.42.2(pid=8088): stdout: \u000a| (launched: 2022-12-09_19:43:13.940494) \u000a19:43:17.396655 run osmo-hlr_10.42.42.2(pid=8088): stderr: \u000a| �[0;m�[1;31m20221209194314118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194314118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194314118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194314118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194314118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194314118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194314130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194314141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194314141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194314141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:17.438200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8077): Terminating (SIGTERM)\u000a19:43:17.477305 run iperf3-srv_10.42.42.10(pid=8078): Terminating (SIGTERM)\u000a19:43:17.516472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8079): Terminating (SIGTERM)\u000a19:43:17.555603 run iperf3-srv_10.42.42.10(pid=8080): Terminating (SIGTERM)\u000a19:43:17.594575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8081): Terminating (SIGTERM)\u000a19:43:17.633482 run iperf3-srv_10.42.42.10(pid=8082): Terminating (SIGTERM)\u000a19:43:17.673093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8083): Terminating (SIGTERM)\u000a19:43:17.712118 run iperf3-srv_10.42.42.10(pid=8084): Terminating (SIGTERM)\u000a19:43:17.751546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8087): Terminating (SIGTERM)\u000a19:43:17.790776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8090): Terminating (SIGTERM)\u000a19:43:17.830239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8093): Terminating (SIGTERM)\u000a19:43:17.839439 --- ParallelTerminationStrategy: PID 8077 died...\u000a19:43:17.893219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8077): Terminated: ok {rc=0}\u000a19:43:17.902982 --- ParallelTerminationStrategy: PID 8078 died...\u000a19:43:17.955649 run iperf3-srv_10.42.42.10(pid=8078): Terminated {rc=256}\u000a19:43:17.965189 --- ParallelTerminationStrategy: PID 8079 died...\u000a19:43:18.017731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8079): Terminated: ok {rc=0}\u000a19:43:18.027355 --- ParallelTerminationStrategy: PID 8080 died...\u000a19:43:18.079816 run iperf3-srv_10.42.42.10(pid=8080): Terminated {rc=256}\u000a19:43:18.089579 --- ParallelTerminationStrategy: PID 8081 died...\u000a19:43:18.142131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8081): Terminated: ok {rc=0}\u000a19:43:18.151816 --- ParallelTerminationStrategy: PID 8082 died...\u000a19:43:18.204604 run iperf3-srv_10.42.42.10(pid=8082): Terminated {rc=256}\u000a19:43:18.214301 --- ParallelTerminationStrategy: PID 8083 died...\u000a19:43:18.266934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8083): Terminated: ok {rc=0}\u000a19:43:18.276515 --- ParallelTerminationStrategy: PID 8084 died...\u000a19:43:18.329178 run iperf3-srv_10.42.42.10(pid=8084): Terminated {rc=256}\u000a19:43:18.338877 --- ParallelTerminationStrategy: PID 8087 died...\u000a19:43:18.391459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8087): Terminated: ok {rc=0}\u000a19:43:18.401163 --- ParallelTerminationStrategy: PID 8090 died...\u000a19:43:18.454071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8090): Terminated: ok {rc=0}\u000a19:43:18.463869 --- ParallelTerminationStrategy: PID 8093 died...\u000a19:43:18.517282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8093): Terminated: ok {rc=0}\u000a19:43:18.607692 bus /gobi_4: Setting Powered False\u000a19:43:19.711978 bus /gobi_4: Setting Powered False\u000a19:43:20.824215 bus /gobi_1: Setting Powered False\u000a19:43:21.927300 bus /gobi_1: Setting Powered False\u000a19:43:23.034555 bus /gobi_0: Setting Powered False\u000a19:43:24.141292 bus /gobi_0: Setting Powered False\u000a19:43:25.254197 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8101): Process ended prematurely: osmo-stp_10.42.42.5(pid=8101) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8101)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8101): Process ended prematurely: osmo-stp_10.42.42.5(pid=8101) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:43:26.321145 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:26.332746 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:43:26.480827 tst ping.py: using LAC 23286\u000a19:43:26.600777 tst ping.py: using RAC 81\u000a19:43:26.721320 tst ping.py: using CellId 23286\u000a19:43:26.839213 tst ping.py: using BVCI 23287\u000a19:43:26.862364 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:26.873657 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:26.884370 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:26.895725 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:26.906685 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:26.917681 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:26.928592 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:26.939589 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:43:27.217062 tst ping.py:19: start network...\u000a19:43:27.343622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:27.829279 run create_hlr_db(pid=8095): Launched\u000a19:43:28.003989 bus /gobi_6: Setting Powered False\u000a19:43:29.024410 run create_hlr_db(pid=8095): Terminated: ok {rc=0}\u000a19:43:29.457974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8097): Launched\u000a19:43:29.785037 run osmo-hlr_10.42.42.2(pid=8098): Launched\u000a19:43:29.905907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:30.479293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8100): Launched\u000a19:43:30.803610 run osmo-stp_10.42.42.5(pid=8101): Launched\u000a19:43:31.039908 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:31.596047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8103): Launched\u000a19:43:31.714373 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:32.000534 run patchelf(pid=8104): Launched\u000a19:43:32.186714 run osmo-stp_10.42.42.5(pid=8101): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8101)]\u000a19:43:32.326710 run osmo-stp_10.42.42.5(pid=8101): stdout: \u000a| (launched: 2022-12-09_19:43:30.644480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:32.464633 run osmo-stp_10.42.42.5(pid=8101): stderr: \u000a| �[0;m�[38;5;43m20221209194330835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194330835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194330835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194330836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194330838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194330838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194330838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:32.598354 run osmo-stp_10.42.42.5(pid=8101): stdout: \u000a| (launched: 2022-12-09_19:43:30.644480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:32.731343 run osmo-stp_10.42.42.5(pid=8101): stderr: \u000a| �[0;m�[38;5;43m20221209194330835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194330835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194330835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194330836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194330838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194330838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194330838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:32.885059 run patchelf(pid=8104): Terminating (SIGINT)\u000a19:43:33.065707 run patchelf(pid=8104): Terminated: ok {rc=0}\u000a19:43:33.099076 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8101): Process ended prematurely: osmo-stp_10.42.42.5(pid=8101) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8101)] [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:43:33.108607 tst ping.py:22: Test FAILED (6.8 sec)\u000a19:43:33.171932 run osmo-hlr_10.42.42.2(pid=8098): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8098)]\u000a19:43:33.223612 run osmo-hlr_10.42.42.2(pid=8098): stdout: \u000a| (launched: 2022-12-09_19:43:29.623569) \u000a19:43:33.275410 run osmo-hlr_10.42.42.2(pid=8098): stderr: \u000a| �[0;m�[1;31m20221209194329826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194329826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194329826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194329826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194329826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194329826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194329838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194329847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194329847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194329847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:33.319593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8097): Terminating (SIGTERM)\u000a19:43:33.361696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8100): Terminating (SIGTERM)\u000a19:43:33.403221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8103): Terminating (SIGTERM)\u000a19:43:33.413278 --- ParallelTerminationStrategy: PID 8097 died...\u000a19:43:33.469482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8097): Terminated: ok {rc=0}\u000a19:43:33.479598 --- ParallelTerminationStrategy: PID 8100 died...\u000a19:43:33.535405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8100): Terminated: ok {rc=0}\u000a19:43:33.545788 --- ParallelTerminationStrategy: PID 8103 died...\u000a19:43:33.601794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8103): Terminated: ok {rc=0}\u000a19:43:33.687115 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8111): Process ended prematurely: osmo-stp_10.42.42.5(pid=8111) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8111)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8111): Process ended prematurely: osmo-stp_10.42.42.5(pid=8111) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:43:34.739679 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:34.752278 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:43:34.909069 tst ping_idle_ping.py: using LAC 23287\u000a19:43:35.034876 tst ping_idle_ping.py: using RAC 82\u000a19:43:35.160054 tst ping_idle_ping.py: using CellId 23287\u000a19:43:35.277708 tst ping_idle_ping.py: using BVCI 23288\u000a19:43:35.300760 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:35.311951 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:35.323039 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:35.334068 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:35.344756 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:35.355537 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:35.366384 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:35.377165 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:43:35.657935 tst ping_idle_ping.py:24: start network...\u000a19:43:35.784098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:36.272442 run create_hlr_db(pid=8105): Launched\u000a19:43:36.447392 bus /gobi_6: Setting Powered False\u000a19:43:37.479994 run create_hlr_db(pid=8105): Terminated: ok {rc=0}\u000a19:43:37.886474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8107): Launched\u000a19:43:38.189660 run osmo-hlr_10.42.42.2(pid=8108): Launched\u000a19:43:38.301138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:38.826290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8110): Launched\u000a19:43:39.127495 run osmo-stp_10.42.42.5(pid=8111): Launched\u000a19:43:39.235904 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:39.760781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8113): Launched\u000a19:43:39.867592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:40.132774 run patchelf(pid=8114): Launched\u000a19:43:40.308906 run osmo-stp_10.42.42.5(pid=8111): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8111)]\u000a19:43:40.437579 run osmo-stp_10.42.42.5(pid=8111): stdout: \u000a| (launched: 2022-12-09_19:43:38.979664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:40.566402 run osmo-stp_10.42.42.5(pid=8111): stderr: \u000a| �[0;m�[38;5;43m20221209194339152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194339152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194339153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194339153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194339153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194339154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194339154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:40.690913 run osmo-stp_10.42.42.5(pid=8111): stdout: \u000a| (launched: 2022-12-09_19:43:38.979664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:40.815093 run osmo-stp_10.42.42.5(pid=8111): stderr: \u000a| �[0;m�[38;5;43m20221209194339152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194339152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194339153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194339153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194339153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194339154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194339154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:40.958835 run patchelf(pid=8114): Terminating (SIGINT)\u000a19:43:41.127315 run patchelf(pid=8114): Terminated: ok {rc=0}\u000a19:43:41.157969 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8111): Process ended prematurely: osmo-stp_10.42.42.5(pid=8111) [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8111)] [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:43:41.166743 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:43:41.225426 run osmo-hlr_10.42.42.2(pid=8108): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8108)]\u000a19:43:41.273595 run osmo-hlr_10.42.42.2(pid=8108): stdout: \u000a| (launched: 2022-12-09_19:43:38.041129) \u000a19:43:41.322581 run osmo-hlr_10.42.42.2(pid=8108): stderr: \u000a| �[0;m�[1;31m20221209194338219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194338219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194338219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194338219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194338219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194338219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194338232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194338241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194338241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194338241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:41.364006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8107): Terminating (SIGTERM)\u000a19:43:41.403176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8110): Terminating (SIGTERM)\u000a19:43:41.442310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8113): Terminating (SIGTERM)\u000a19:43:41.451419 --- ParallelTerminationStrategy: PID 8107 died...\u000a19:43:41.503873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8107): Terminated: ok {rc=0}\u000a19:43:41.513879 --- ParallelTerminationStrategy: PID 8110 died...\u000a19:43:41.566268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8110): Terminated: ok {rc=0}\u000a19:43:41.575682 --- ParallelTerminationStrategy: PID 8113 died...\u000a19:43:41.628488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8113): Terminated: ok {rc=0}\u000a19:43:41.715228 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:42:43" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8125): Process ended prematurely: osmo-stp_10.42.42.5(pid=8125) [trial-2363↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8125)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8125): Process ended prematurely: osmo-stp_10.42.42.5(pid=8125) [trial-2363↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:43:43.715021 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:43:43.726520 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:43:43.873550 tst switch_tch_pdch.py: using LAC 23288\u000a19:43:43.991215 tst switch_tch_pdch.py: using RAC 83\u000a19:43:44.111333 tst switch_tch_pdch.py: using CellId 23288\u000a19:43:44.231214 tst switch_tch_pdch.py: using BVCI 23289\u000a19:43:44.254203 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:43:44.265745 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:43:44.277067 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:43:44.288367 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:43:44.299632 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:43:44.310939 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:43:44.322326 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:43:44.333667 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:43:44.453074 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:43:44.748216 tst switch_tch_pdch.py:51: start network...\u000a19:43:44.883937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:45.393860 run create_hlr_db(pid=8119): Launched\u000a19:43:45.581309 bus /gobi_6: Setting Powered False\u000a19:43:46.640884 run create_hlr_db(pid=8119): Terminated: ok {rc=0}\u000a19:43:47.140006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8121): Launched\u000a19:43:47.467114 run osmo-hlr_10.42.42.2(pid=8122): Launched\u000a19:43:47.585665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:48.147584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8124): Launched\u000a19:43:48.470802 run osmo-stp_10.42.42.5(pid=8125): Launched\u000a19:43:48.588391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:49.151416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8128): Launched\u000a19:43:49.266070 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:49.546796 run patchelf(pid=8129): Launched\u000a19:43:49.735091 run osmo-stp_10.42.42.5(pid=8125): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8125)]\u000a19:43:49.872099 run osmo-stp_10.42.42.5(pid=8125): stdout: \u000a| (launched: 2022-12-09_19:43:48.311496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:50.009484 run osmo-stp_10.42.42.5(pid=8125): stderr: \u000a| �[0;m�[38;5;43m20221209194348503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194348503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194348504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194348504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194348506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194348506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194348506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:50.142418 run osmo-stp_10.42.42.5(pid=8125): stdout: \u000a| (launched: 2022-12-09_19:43:48.311496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:50.274501 run osmo-stp_10.42.42.5(pid=8125): stderr: \u000a| �[0;m�[38;5;43m20221209194348503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194348503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194348504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194348504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194348506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194348506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194348506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:50.427690 run patchelf(pid=8129): Terminating (SIGINT)\u000a19:43:50.607608 run patchelf(pid=8129): Terminated: ok {rc=0}\u000a19:43:50.640398 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8125): Process ended prematurely: osmo-stp_10.42.42.5(pid=8125) [trial-2363↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8125)] [trial-2363↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:43:50.649926 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a19:43:50.713003 run osmo-hlr_10.42.42.2(pid=8122): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8122)]\u000a19:43:50.763954 run osmo-hlr_10.42.42.2(pid=8122): stdout: \u000a| (launched: 2022-12-09_19:43:47.306576) \u000a19:43:50.816026 run osmo-hlr_10.42.42.2(pid=8122): stderr: \u000a| �[0;m�[1;31m20221209194347508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194347508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194347508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194347508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194347508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194347508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194347520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194347529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194347529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194347529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:50.859784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8121): Terminating (SIGTERM)\u000a19:43:50.901771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8124): Terminating (SIGTERM)\u000a19:43:50.943261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8128): Terminating (SIGTERM)\u000a19:43:50.953257 --- ParallelTerminationStrategy: PID 8121 died...\u000a19:43:51.009145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8121): Terminated: ok {rc=0}\u000a19:43:51.019317 --- ParallelTerminationStrategy: PID 8124 died...\u000a19:43:51.074898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8124): Terminated: ok {rc=0}\u000a19:43:51.085111 --- ParallelTerminationStrategy: PID 8128 died...\u000a19:43:51.141104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8128): Terminated: ok {rc=0}\u000a19:43:51.226627 bus /gobi_0: Setting Powered False\u000a19:43:52.332091 bus /gobi_0: Setting Powered False\u000a19:43:53.443096 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:43:43" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8139): Process ended prematurely: osmo-stp_10.42.42.5(pid=8139) [trial-2363↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8139)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8139): Process ended prematurely: osmo-stp_10.42.42.5(pid=8139) [trial-2363↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a19:43:55.379609 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:43:55.390208 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:43:55.523341 tst mo_mt_sms.py: using LAC 23289\u000a19:43:55.639612 tst mo_mt_sms.py: using RAC 84\u000a19:43:55.756164 tst mo_mt_sms.py: using CellId 23289\u000a19:43:55.872440 tst mo_mt_sms.py: using BVCI 23290\u000a19:43:55.895648 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:43:55.906290 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:43:55.916660 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:43:55.927011 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:43:55.937424 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:43:55.947608 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a19:43:56.067017 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a19:43:56.265690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:56.746644 run create_hlr_db(pid=8133): Launched\u000a19:43:56.920360 bus /gobi_6: Setting Powered False\u000a19:43:57.941223 run create_hlr_db(pid=8133): Terminated: ok {rc=0}\u000a19:43:58.341861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8135): Launched\u000a19:43:58.642160 run osmo-hlr_10.42.42.2(pid=8136): Launched\u000a19:43:58.751510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:59.272646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8138): Launched\u000a19:43:59.573258 run osmo-stp_10.42.42.5(pid=8139): Launched\u000a19:43:59.682624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:44:00.231987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8141): Launched\u000a19:44:00.535075 run osmo-msc_10.42.42.6(pid=8142): Launched\u000a19:44:00.712839 run osmo-stp_10.42.42.5(pid=8139): ERR: Terminated: ERROR {rc=1} [trial-2363↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8139)]\u000a19:44:00.855601 run osmo-stp_10.42.42.5(pid=8139): stdout: \u000a| (launched: 2022-12-09_19:43:59.425376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:00.984352 run osmo-stp_10.42.42.5(pid=8139): stderr: \u000a| �[0;m�[38;5;43m20221209194359597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194359597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194359597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194359598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:01.108001 run osmo-stp_10.42.42.5(pid=8139): stdout: \u000a| (launched: 2022-12-09_19:43:59.425376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:01.231104 run osmo-stp_10.42.42.5(pid=8139): stderr: \u000a| �[0;m�[38;5;43m20221209194359597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194359597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194359597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194359598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:01.285626 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8139): Process ended prematurely: osmo-stp_10.42.42.5(pid=8139) [trial-2363↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8139)] [trial-2363↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a19:44:01.294758 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a19:44:01.355065 run osmo-hlr_10.42.42.2(pid=8136): ERR: Terminated: ERROR {rc=237} [trial-2363↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8136)]\u000a19:44:01.404894 run osmo-hlr_10.42.42.2(pid=8136): stdout: \u000a| (launched: 2022-12-09_19:43:58.494961) \u000a19:44:01.454736 run osmo-hlr_10.42.42.2(pid=8136): stderr: \u000a| �[0;m�[1;31m20221209194358671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194358671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194358671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194358671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194358671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194358671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194358683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194358692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194358692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194358692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:01.522311 run osmo-msc_10.42.42.6(pid=8142): ERR: Terminated: ERROR {rc=2} [trial-2363↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8142)]\u000a19:44:01.571358 run osmo-msc_10.42.42.6(pid=8142): stdout: \u000a| (launched: 2022-12-09_19:44:00.385618) \u000a19:44:01.621014 run osmo-msc_10.42.42.6(pid=8142): stderr: \u000a| �[0;m�[38;5;43m20221209194400656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194400657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd518f72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194400657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194400657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194400657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194400657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194400659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194400659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194400660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194400660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:44:01.664005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8135): Terminating (SIGTERM)\u000a19:44:01.704387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8138): Terminating (SIGTERM)\u000a19:44:01.748041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8141): Terminating (SIGTERM)\u000a19:44:01.758015 --- ParallelTerminationStrategy: PID 8135 died...\u000a19:44:01.813116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8135): Terminated: ok {rc=0}\u000a19:44:01.823123 --- ParallelTerminationStrategy: PID 8138 died...\u000a19:44:01.878204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8138): Terminated: ok {rc=0}\u000a19:44:01.888649 --- ParallelTerminationStrategy: PID 8141 died...\u000a19:44:01.942540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8141): Terminated: ok {rc=0}\u000a19:44:02.026519 bus /sierra_3: Setting Powered False\u000a19:44:03.125505 bus /sierra_3: Setting Powered False\u000a19:44:04.234503 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:43:55" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8148): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8148) [trial-2363↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8148)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8148): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8148) [trial-2363↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a19:44:06.079258 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a19:44:06.090472 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:44:06.234220 tst assert_extension.py: using LAC 23290\u000a19:44:06.360127 tst assert_extension.py: using RAC 85\u000a19:44:06.486495 tst assert_extension.py: using CellId 23290\u000a19:44:06.612170 tst assert_extension.py: using BVCI 23291\u000a19:44:06.636682 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a19:44:06.927575 tst assert_extension.py:10: start nitb and bts...\u000a19:44:07.062945 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:44:07.725342 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8147): Launched\u000a19:44:08.024675 run osmo-nitb_10.42.42.2(pid=8148): Launched\u000a19:44:08.209598 run osmo-nitb_10.42.42.2(pid=8148): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8148)]\u000a19:44:08.346085 run osmo-nitb_10.42.42.2(pid=8148): stdout: \u000a| (launched: 2022-12-09_19:44:07.879141) \u000a19:44:08.482440 run osmo-nitb_10.42.42.2(pid=8148): stderr: \u000a| (launched: 2022-12-09_19:44:07.924509)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:44:08.614668 run osmo-nitb_10.42.42.2(pid=8148): stdout: \u000a| (launched: 2022-12-09_19:44:07.879141) \u000a19:44:08.745787 run osmo-nitb_10.42.42.2(pid=8148): stderr: \u000a| (launched: 2022-12-09_19:44:07.924509)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:44:09.147429 tst osmo-nitb_10.42.42.2(pid=8148): stdout: \u000a| (launched: 2022-12-09_19:44:07.879141) \u000a19:44:09.267650 tst osmo-nitb_10.42.42.2(pid=8148): stderr: \u000a| (launched: 2022-12-09_19:44:07.924509)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:44:09.320462 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8148): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8148) [trial-2363↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8148)] [trial-2363↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a19:44:09.328679 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a19:44:09.362481 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8147): Terminating (SIGTERM)\u000a19:44:09.539735 --- ParallelTerminationStrategy: PID 8147 died...\u000a19:44:09.593945 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8147): Terminated: ok {rc=0}\u000a19:44:09.682136 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:44:05" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8160): Process ended prematurely: osmo-stp_10.42.42.5(pid=8160) [trial-2363↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8160)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8160): Process ended prematurely: osmo-stp_10.42.42.5(pid=8160) [trial-2363↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a19:44:11.522850 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:44:11.534122 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:44:11.676616 tst assert_extension.py: using LAC 23291\u000a19:44:11.807962 tst assert_extension.py: using RAC 86\u000a19:44:11.931792 tst assert_extension.py: using CellId 23291\u000a19:44:12.055504 tst assert_extension.py: using BVCI 23292\u000a19:44:12.080094 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:44:12.091463 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:44:12.102598 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:44:12.114067 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:44:12.125412 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:44:12.136578 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a19:44:12.338348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:12.821364 run create_hlr_db(pid=8154): Launched\u000a19:44:12.995399 bus /sierra_2: Setting Powered False\u000a19:44:14.015042 run create_hlr_db(pid=8154): Terminated: ok {rc=0}\u000a19:44:14.443158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8156): Launched\u000a19:44:14.769487 run osmo-hlr_10.42.42.2(pid=8157): Launched\u000a19:44:14.890004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:15.453002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8159): Launched\u000a19:44:15.777889 run osmo-stp_10.42.42.5(pid=8160): Launched\u000a19:44:16.009625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:44:16.609711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8162): Launched\u000a19:44:17.030627 run osmo-msc_10.42.42.6(pid=8163): Launched\u000a19:44:17.354111 run osmo-stp_10.42.42.5(pid=8160): ERR: Terminated: ERROR {rc=1} [trial-2363↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8160)]\u000a19:44:17.491254 run osmo-stp_10.42.42.5(pid=8160): stdout: \u000a| (launched: 2022-12-09_19:44:15.617939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:17.627018 run osmo-stp_10.42.42.5(pid=8160): stderr: \u000a| �[0;m�[38;5;43m20221209194415813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194415813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194415814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194415814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194415815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194415815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194415815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:17.757654 run osmo-stp_10.42.42.5(pid=8160): stdout: \u000a| (launched: 2022-12-09_19:44:15.617939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:17.886998 run osmo-stp_10.42.42.5(pid=8160): stderr: \u000a| �[0;m�[38;5;43m20221209194415813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194415813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194415814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194415814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194415815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194415815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194415815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:17.943353 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8160): Process ended prematurely: osmo-stp_10.42.42.5(pid=8160) [trial-2363↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8160)] [trial-2363↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a19:44:17.952080 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a19:44:18.015122 run osmo-hlr_10.42.42.2(pid=8157): ERR: Terminated: ERROR {rc=237} [trial-2363↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8157)]\u000a19:44:18.066542 run osmo-hlr_10.42.42.2(pid=8157): stdout: \u000a| (launched: 2022-12-09_19:44:14.607329) \u000a19:44:18.118705 run osmo-hlr_10.42.42.2(pid=8157): stderr: \u000a| �[0;m�[1;31m20221209194414805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194414805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194414805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194414805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194414805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194414805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194414821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194414830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194414830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194414830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:18.189251 run osmo-msc_10.42.42.6(pid=8163): ERR: Terminated: ERROR {rc=2} [trial-2363↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8163)]\u000a19:44:18.240385 run osmo-msc_10.42.42.6(pid=8163): stdout: \u000a| (launched: 2022-12-09_19:44:16.777481) \u000a19:44:18.292261 run osmo-msc_10.42.42.6(pid=8163): stderr: \u000a| �[0;m�[38;5;43m20221209194417282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194417282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb36c14bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194417282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194417282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194417283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194417283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194417284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194417297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194417297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194417297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:44:18.336137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8156): Terminating (SIGTERM)\u000a19:44:18.377934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8159): Terminating (SIGTERM)\u000a19:44:18.419516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8162): Terminating (SIGTERM)\u000a19:44:18.429456 --- ParallelTerminationStrategy: PID 8156 died...\u000a19:44:18.485200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8156): Terminated: ok {rc=0}\u000a19:44:18.495486 --- ParallelTerminationStrategy: PID 8159 died...\u000a19:44:18.550962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8159): Terminated: ok {rc=0}\u000a19:44:18.561433 --- ParallelTerminationStrategy: PID 8162 died...\u000a19:44:18.617362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8162): Terminated: ok {rc=0}\u000a19:44:18.703347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:44:11" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8174): Process ended prematurely: osmo-stp_10.42.42.5(pid=8174) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8174)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8174): Process ended prematurely: osmo-stp_10.42.42.5(pid=8174) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:44:20.664650 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:20.676366 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:44:20.838891 tst mo_mt_call.py: using LAC 23292\u000a19:44:20.965152 tst mo_mt_call.py: using RAC 87\u000a19:44:21.094969 tst mo_mt_call.py: using CellId 23292\u000a19:44:21.220657 tst mo_mt_call.py: using BVCI 23293\u000a19:44:21.245554 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:21.257256 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:21.268647 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:21.280263 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:21.291968 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:21.304256 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:44:21.422095 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:44:21.633836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:22.150861 run create_hlr_db(pid=8168): Launched\u000a19:44:22.341849 bus /sierra_2: Setting Powered False\u000a19:44:23.362660 run create_hlr_db(pid=8168): Terminated: ok {rc=0}\u000a19:44:23.782599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8170): Launched\u000a19:44:24.112227 run osmo-hlr_10.42.42.2(pid=8171): Launched\u000a19:44:24.232882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:24.806180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8173): Launched\u000a19:44:25.135629 run osmo-stp_10.42.42.5(pid=8174): Launched\u000a19:44:25.254652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:44:25.854058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8176): Launched\u000a19:44:26.183303 run osmo-msc_10.42.42.6(pid=8177): Launched\u000a19:44:26.374758 run osmo-stp_10.42.42.5(pid=8174): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8174)]\u000a19:44:26.512628 run osmo-stp_10.42.42.5(pid=8174): stdout: \u000a| (launched: 2022-12-09_19:44:24.973588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:26.650546 run osmo-stp_10.42.42.5(pid=8174): stderr: \u000a| �[0;m�[38;5;43m20221209194425168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194425168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194425169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194425169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194425169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194425170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194425170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:26.782075 run osmo-stp_10.42.42.5(pid=8174): stdout: \u000a| (launched: 2022-12-09_19:44:24.973588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:26.912439 run osmo-stp_10.42.42.5(pid=8174): stderr: \u000a| �[0;m�[38;5;43m20221209194425168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194425168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194425169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194425169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194425169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194425170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194425170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:26.970036 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8174): Process ended prematurely: osmo-stp_10.42.42.5(pid=8174) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8174)] [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:44:26.979420 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a19:44:27.042406 run osmo-hlr_10.42.42.2(pid=8171): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8171)]\u000a19:44:27.093566 run osmo-hlr_10.42.42.2(pid=8171): stdout: \u000a| (launched: 2022-12-09_19:44:23.950183) \u000a19:44:27.145677 run osmo-hlr_10.42.42.2(pid=8171): stderr: \u000a| �[0;m�[1;31m20221209194424150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194424150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194424150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194424150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194424150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194424150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194424162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194424171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194424171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194424171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:27.216178 run osmo-msc_10.42.42.6(pid=8177): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8177)]\u000a19:44:27.267369 run osmo-msc_10.42.42.6(pid=8177): stdout: \u000a| (launched: 2022-12-09_19:44:26.021082) \u000a19:44:27.319368 run osmo-msc_10.42.42.6(pid=8177): stderr: \u000a| �[0;m�[38;5;43m20221209194426343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194426343 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f482f018c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194426344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194426344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194426344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194426344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194426346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194426346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194426346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194426346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:44:27.363113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8170): Terminating (SIGTERM)\u000a19:44:27.404723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8173): Terminating (SIGTERM)\u000a19:44:27.446446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8176): Terminating (SIGTERM)\u000a19:44:27.456323 --- ParallelTerminationStrategy: PID 8170 died...\u000a19:44:27.512365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8170): Terminated: ok {rc=0}\u000a19:44:27.522778 --- ParallelTerminationStrategy: PID 8173 died...\u000a19:44:27.578330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8173): Terminated: ok {rc=0}\u000a19:44:27.588654 --- ParallelTerminationStrategy: PID 8176 died...\u000a19:44:27.644542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8176): Terminated: ok {rc=0}\u000a19:44:27.731155 bus /sierra_3: Setting Powered False\u000a19:44:28.835917 bus /sierra_3: Setting Powered False\u000a19:44:29.945622 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8185): Process ended prematurely: osmo-stp_10.42.42.5(pid=8185) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8185)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8185): Process ended prematurely: osmo-stp_10.42.42.5(pid=8185) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:44:31.062356 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:31.075694 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:44:31.236373 tst mo_mt_call_osmux.py: using LAC 23293\u000a19:44:31.364212 tst mo_mt_call_osmux.py: using RAC 88\u000a19:44:31.488335 tst mo_mt_call_osmux.py: using CellId 23293\u000a19:44:31.637152 tst mo_mt_call_osmux.py: using BVCI 23294\u000a19:44:31.661105 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:31.672812 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:31.685529 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:31.697532 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:31.710917 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:44:31.722828 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:44:31.841141 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:44:32.050074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:32.548603 run create_hlr_db(pid=8179): Launched\u000a19:44:32.725667 bus /sierra_2: Setting Powered False\u000a19:44:33.746553 run create_hlr_db(pid=8179): Terminated: ok {rc=0}\u000a19:44:34.181843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8181): Launched\u000a19:44:34.511457 run osmo-hlr_10.42.42.2(pid=8182): Launched\u000a19:44:34.631182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:35.204847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8184): Launched\u000a19:44:35.534633 run osmo-stp_10.42.42.5(pid=8185): Launched\u000a19:44:35.655882 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:44:36.258160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8187): Launched\u000a19:44:36.589474 run osmo-msc_10.42.42.6(pid=8188): Launched\u000a19:44:36.782937 run osmo-stp_10.42.42.5(pid=8185): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8185)]\u000a19:44:36.922530 run osmo-stp_10.42.42.5(pid=8185): stdout: \u000a| (launched: 2022-12-09_19:44:35.372811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:37.060088 run osmo-stp_10.42.42.5(pid=8185): stderr: \u000a| �[0;m�[38;5;43m20221209194435568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194435569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194435569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194435569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194435570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194435570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194435570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:37.192773 run osmo-stp_10.42.42.5(pid=8185): stdout: \u000a| (launched: 2022-12-09_19:44:35.372811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:37.324257 run osmo-stp_10.42.42.5(pid=8185): stderr: \u000a| �[0;m�[38;5;43m20221209194435568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194435569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194435569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194435569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194435570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194435570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194435570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:37.382176 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8185): Process ended prematurely: osmo-stp_10.42.42.5(pid=8185) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8185)] [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:44:37.391555 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:44:37.454818 run osmo-hlr_10.42.42.2(pid=8182): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8182)]\u000a19:44:37.506229 run osmo-hlr_10.42.42.2(pid=8182): stdout: \u000a| (launched: 2022-12-09_19:44:34.349449) \u000a19:44:37.558153 run osmo-hlr_10.42.42.2(pid=8182): stderr: \u000a| �[0;m�[1;31m20221209194434551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194434551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194434551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194434551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194434551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194434551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194434564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194434572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194434573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194434573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:37.629311 run osmo-msc_10.42.42.6(pid=8188): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8188)]\u000a19:44:37.680571 run osmo-msc_10.42.42.6(pid=8188): stdout: \u000a| (launched: 2022-12-09_19:44:36.426457) \u000a19:44:37.732219 run osmo-msc_10.42.42.6(pid=8188): stderr: \u000a| �[0;m�[38;5;43m20221209194436750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194436751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60f7d58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194436751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194436751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194436751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194436751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194436753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194436753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194436753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194436753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:44:37.776253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8181): Terminating (SIGTERM)\u000a19:44:37.817846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8184): Terminating (SIGTERM)\u000a19:44:37.859546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8187): Terminating (SIGTERM)\u000a19:44:37.869533 --- ParallelTerminationStrategy: PID 8181 died...\u000a19:44:37.925691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8181): Terminated: ok {rc=0}\u000a19:44:37.935803 --- ParallelTerminationStrategy: PID 8184 died...\u000a19:44:37.991471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8184): Terminated: ok {rc=0}\u000a19:44:38.001876 --- ParallelTerminationStrategy: PID 8187 died...\u000a19:44:38.057150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8187): Terminated: ok {rc=0}\u000a19:44:38.144471 bus /sierra_3: Setting Powered False\u000a19:44:39.250645 bus /sierra_3: Setting Powered False\u000a19:44:40.356385 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:44:20" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8199): Process ended prematurely: osmo-stp_10.42.42.5(pid=8199) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8199)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8199): Process ended prematurely: osmo-stp_10.42.42.5(pid=8199) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:44:42.364290 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:42.375818 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:44:42.537091 tst mo_mt_call.py: using LAC 23294\u000a19:44:42.660471 tst mo_mt_call.py: using RAC 89\u000a19:44:42.782015 tst mo_mt_call.py: using CellId 23294\u000a19:44:42.901586 tst mo_mt_call.py: using BVCI 23295\u000a19:44:42.924899 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:42.936190 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:42.947411 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:42.958550 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:42.969978 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:42.981127 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:44:43.097361 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:44:43.309164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:43.827398 run create_hlr_db(pid=8193): Launched\u000a19:44:44.016931 bus /sierra_2: Setting Powered False\u000a19:44:45.037787 run create_hlr_db(pid=8193): Terminated: ok {rc=0}\u000a19:44:45.474217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8195): Launched\u000a19:44:45.804683 run osmo-hlr_10.42.42.2(pid=8196): Launched\u000a19:44:45.976115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:46.628441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8198): Launched\u000a19:44:47.084686 run osmo-stp_10.42.42.5(pid=8199): Launched\u000a19:44:47.253860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:44:47.853793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8201): Launched\u000a19:44:48.184258 run osmo-msc_10.42.42.6(pid=8202): Launched\u000a19:44:48.375876 run osmo-stp_10.42.42.5(pid=8199): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8199)]\u000a19:44:48.514600 run osmo-stp_10.42.42.5(pid=8199): stdout: \u000a| (launched: 2022-12-09_19:44:46.799176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:48.652849 run osmo-stp_10.42.42.5(pid=8199): stderr: \u000a| �[0;m�[38;5;43m20221209194447026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194447026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194447026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194447026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194447027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194447027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194447027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:48.784549 run osmo-stp_10.42.42.5(pid=8199): stdout: \u000a| (launched: 2022-12-09_19:44:46.799176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:48.915136 run osmo-stp_10.42.42.5(pid=8199): stderr: \u000a| �[0;m�[38;5;43m20221209194447026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194447026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194447026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194447026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194447027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194447027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194447027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:48.972653 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8199): Process ended prematurely: osmo-stp_10.42.42.5(pid=8199) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8199)] [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:44:48.982084 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a19:44:49.044610 run osmo-hlr_10.42.42.2(pid=8196): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8196)]\u000a19:44:49.095587 run osmo-hlr_10.42.42.2(pid=8196): stdout: \u000a| (launched: 2022-12-09_19:44:45.641748) \u000a19:44:49.147092 run osmo-hlr_10.42.42.2(pid=8196): stderr: \u000a| �[0;m�[1;31m20221209194445841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194445841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194445841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194445841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194445841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194445841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194445859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194445877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194445877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194445877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:49.217474 run osmo-msc_10.42.42.6(pid=8202): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8202)]\u000a19:44:49.268137 run osmo-msc_10.42.42.6(pid=8202): stdout: \u000a| (launched: 2022-12-09_19:44:48.021179) \u000a19:44:49.320059 run osmo-msc_10.42.42.6(pid=8202): stderr: \u000a| �[0;m�[38;5;43m20221209194448344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194448344 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25da228c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194448344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194448344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194448345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194448345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194448346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194448347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194448347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194448347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:44:49.363819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8195): Terminating (SIGTERM)\u000a19:44:49.405803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8198): Terminating (SIGTERM)\u000a19:44:49.447500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8201): Terminating (SIGTERM)\u000a19:44:49.457250 --- ParallelTerminationStrategy: PID 8195 died...\u000a19:44:49.513083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8195): Terminated: ok {rc=0}\u000a19:44:49.523130 --- ParallelTerminationStrategy: PID 8198 died...\u000a19:44:49.578796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8198): Terminated: ok {rc=0}\u000a19:44:49.588719 --- ParallelTerminationStrategy: PID 8201 died...\u000a19:44:49.644479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8201): Terminated: ok {rc=0}\u000a19:44:49.731161 bus /sierra_3: Setting Powered False\u000a19:44:50.837051 bus /sierra_3: Setting Powered False\u000a19:44:51.947302 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8210): Process ended prematurely: osmo-stp_10.42.42.5(pid=8210) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8210)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8210): Process ended prematurely: osmo-stp_10.42.42.5(pid=8210) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:44:53.056735 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:53.068463 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:44:53.222206 tst mo_mt_call_osmux.py: using LAC 23295\u000a19:44:53.348875 tst mo_mt_call_osmux.py: using RAC 90\u000a19:44:53.468695 tst mo_mt_call_osmux.py: using CellId 23295\u000a19:44:53.586475 tst mo_mt_call_osmux.py: using BVCI 23296\u000a19:44:53.609781 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:53.620752 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:53.631652 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:53.642585 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:53.653693 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:44:53.664439 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:44:53.780236 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:44:53.994146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:54.513849 run create_hlr_db(pid=8204): Launched\u000a19:44:54.705743 bus /sierra_2: Setting Powered False\u000a19:44:55.726044 run create_hlr_db(pid=8204): Terminated: ok {rc=0}\u000a19:44:56.162922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8206): Launched\u000a19:44:56.494001 run osmo-hlr_10.42.42.2(pid=8207): Launched\u000a19:44:56.616306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:57.186313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8209): Launched\u000a19:44:57.517414 run osmo-stp_10.42.42.5(pid=8210): Launched\u000a19:44:57.637610 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:44:58.239056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8212): Launched\u000a19:44:58.570378 run osmo-msc_10.42.42.6(pid=8213): Launched\u000a19:44:58.763261 run osmo-stp_10.42.42.5(pid=8210): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8210)]\u000a19:44:58.902542 run osmo-stp_10.42.42.5(pid=8210): stdout: \u000a| (launched: 2022-12-09_19:44:57.354270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:59.035725 run osmo-stp_10.42.42.5(pid=8210): stderr: \u000a| �[0;m�[38;5;43m20221209194457548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194457548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194457549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194457549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194457551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194457552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194457552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:59.159181 run osmo-stp_10.42.42.5(pid=8210): stdout: \u000a| (launched: 2022-12-09_19:44:57.354270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:59.281590 run osmo-stp_10.42.42.5(pid=8210): stderr: \u000a| �[0;m�[38;5;43m20221209194457548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194457548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194457549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194457549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194457551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194457552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194457552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:59.335684 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8210): Process ended prematurely: osmo-stp_10.42.42.5(pid=8210) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8210)] [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:44:59.345071 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:44:59.404522 run osmo-hlr_10.42.42.2(pid=8207): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8207)]\u000a19:44:59.453462 run osmo-hlr_10.42.42.2(pid=8207): stdout: \u000a| (launched: 2022-12-09_19:44:56.330844) \u000a19:44:59.502625 run osmo-hlr_10.42.42.2(pid=8207): stderr: \u000a| �[0;m�[1;31m20221209194456529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194456529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194456529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194456529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194456529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194456529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194456542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194456552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194456552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194456553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:59.569641 run osmo-msc_10.42.42.6(pid=8213): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8213)]\u000a19:44:59.618093 run osmo-msc_10.42.42.6(pid=8213): stdout: \u000a| (launched: 2022-12-09_19:44:58.406858) \u000a19:44:59.667037 run osmo-msc_10.42.42.6(pid=8213): stderr: \u000a| �[0;m�[38;5;43m20221209194458729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194458729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe95ff3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194458729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194458729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194458729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194458730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194458731 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194458732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194458732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194458732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:44:59.708480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8206): Terminating (SIGTERM)\u000a19:44:59.747834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8209): Terminating (SIGTERM)\u000a19:44:59.787295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8212): Terminating (SIGTERM)\u000a19:44:59.796473 --- ParallelTerminationStrategy: PID 8206 died...\u000a19:44:59.849559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8206): Terminated: ok {rc=0}\u000a19:44:59.859254 --- ParallelTerminationStrategy: PID 8209 died...\u000a19:44:59.911968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8209): Terminated: ok {rc=0}\u000a19:44:59.921739 --- ParallelTerminationStrategy: PID 8212 died...\u000a19:44:59.974340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8212): Terminated: ok {rc=0}\u000a19:45:00.062776 bus /sierra_3: Setting Powered False\u000a19:45:01.204247 bus /sierra_3: Setting Powered False\u000a19:45:02.314898 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:44:42" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8227): Process ended prematurely: osmo-stp_10.42.42.5(pid=8227) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8227)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8227): Process ended prematurely: osmo-stp_10.42.42.5(pid=8227) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:45:04.301392 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:04.312395 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:45:04.465755 tst mo_mt_call.py: using LAC 23296\u000a19:45:04.585692 tst mo_mt_call.py: using RAC 91\u000a19:45:04.705757 tst mo_mt_call.py: using CellId 23296\u000a19:45:04.825091 tst mo_mt_call.py: using BVCI 23297\u000a19:45:04.848365 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:04.859496 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:04.870450 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:04.881328 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:04.892187 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:04.903203 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:45:05.022746 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:45:05.237244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:05.757651 run create_hlr_db(pid=8221): Launched\u000a19:45:05.948825 bus /sierra_2: Setting Powered False\u000a19:45:06.970653 run create_hlr_db(pid=8221): Terminated: ok {rc=0}\u000a19:45:07.382704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8223): Launched\u000a19:45:07.691117 run osmo-hlr_10.42.42.2(pid=8224): Launched\u000a19:45:07.803751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:08.334592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8226): Launched\u000a19:45:08.640583 run osmo-stp_10.42.42.5(pid=8227): Launched\u000a19:45:08.754226 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:09.313932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8229): Launched\u000a19:45:09.622298 run osmo-msc_10.42.42.6(pid=8230): Launched\u000a19:45:09.801985 run osmo-stp_10.42.42.5(pid=8227): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8227)]\u000a19:45:09.931471 run osmo-stp_10.42.42.5(pid=8227): stdout: \u000a| (launched: 2022-12-09_19:45:08.490275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:10.058656 run osmo-stp_10.42.42.5(pid=8227): stderr: \u000a| �[0;m�[38;5;43m20221209194508662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194508662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194508662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194508663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194508663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194508663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194508664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:10.181539 run osmo-stp_10.42.42.5(pid=8227): stdout: \u000a| (launched: 2022-12-09_19:45:08.490275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:10.303342 run osmo-stp_10.42.42.5(pid=8227): stderr: \u000a| �[0;m�[38;5;43m20221209194508662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194508662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194508662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194508663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194508663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194508663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194508664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:10.357261 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8227): Process ended prematurely: osmo-stp_10.42.42.5(pid=8227) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8227)] [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:45:10.365869 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:45:10.424127 run osmo-hlr_10.42.42.2(pid=8224): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8224)]\u000a19:45:10.472047 run osmo-hlr_10.42.42.2(pid=8224): stdout: \u000a| (launched: 2022-12-09_19:45:07.539849) \u000a19:45:10.520713 run osmo-hlr_10.42.42.2(pid=8224): stderr: \u000a| �[0;m�[1;31m20221209194507717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194507718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194507718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194507718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194507718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194507718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194507734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194507745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194507745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194507745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:10.586987 run osmo-msc_10.42.42.6(pid=8230): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8230)]\u000a19:45:10.634767 run osmo-msc_10.42.42.6(pid=8230): stdout: \u000a| (launched: 2022-12-09_19:45:09.470752) \u000a19:45:10.683100 run osmo-msc_10.42.42.6(pid=8230): stderr: \u000a| �[0;m�[38;5;43m20221209194509745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194509745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76b54a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194509745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194509745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194509745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194509745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194509749 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194509750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194509750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194509751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:10.724330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8223): Terminating (SIGTERM)\u000a19:45:10.763303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8226): Terminating (SIGTERM)\u000a19:45:10.802508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8229): Terminating (SIGTERM)\u000a19:45:10.811693 --- ParallelTerminationStrategy: PID 8223 died...\u000a19:45:10.864546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8223): Terminated: ok {rc=0}\u000a19:45:10.874132 --- ParallelTerminationStrategy: PID 8226 died...\u000a19:45:10.926433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8226): Terminated: ok {rc=0}\u000a19:45:10.935831 --- ParallelTerminationStrategy: PID 8229 died...\u000a19:45:10.988642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8229): Terminated: ok {rc=0}\u000a19:45:11.076074 bus /sierra_3: Setting Powered False\u000a19:45:12.177822 bus /sierra_3: Setting Powered False\u000a19:45:13.288129 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8238): Process ended prematurely: osmo-stp_10.42.42.5(pid=8238) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8238)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8238): Process ended prematurely: osmo-stp_10.42.42.5(pid=8238) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:45:14.397071 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:14.408678 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:45:14.562908 tst mo_mt_call_osmux.py: using LAC 23297\u000a19:45:14.682662 tst mo_mt_call_osmux.py: using RAC 92\u000a19:45:14.804228 tst mo_mt_call_osmux.py: using CellId 23297\u000a19:45:14.926159 tst mo_mt_call_osmux.py: using BVCI 23298\u000a19:45:14.949489 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:14.960630 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:14.971630 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:14.982933 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:14.994004 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:45:15.004904 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:45:15.125583 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:45:15.332579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:15.826806 run create_hlr_db(pid=8232): Launched\u000a19:45:16.059608 bus /sierra_2: Setting Powered False\u000a19:45:17.041513 run create_hlr_db(pid=8232): Terminated: ok {rc=0}\u000a19:45:17.515054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8234): Launched\u000a19:45:17.847753 run osmo-hlr_10.42.42.2(pid=8235): Launched\u000a19:45:17.968502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:18.540545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8237): Launched\u000a19:45:18.870758 run osmo-stp_10.42.42.5(pid=8238): Launched\u000a19:45:18.990629 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:19.591647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8240): Launched\u000a19:45:19.921814 run osmo-msc_10.42.42.6(pid=8241): Launched\u000a19:45:20.113629 run osmo-stp_10.42.42.5(pid=8238): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8238)]\u000a19:45:20.252262 run osmo-stp_10.42.42.5(pid=8238): stdout: \u000a| (launched: 2022-12-09_19:45:18.708081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:20.390070 run osmo-stp_10.42.42.5(pid=8238): stderr: \u000a| �[0;m�[38;5;43m20221209194518902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194518902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194518902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194518902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194518904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194518904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194518904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:20.522025 run osmo-stp_10.42.42.5(pid=8238): stdout: \u000a| (launched: 2022-12-09_19:45:18.708081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:20.653258 run osmo-stp_10.42.42.5(pid=8238): stderr: \u000a| �[0;m�[38;5;43m20221209194518902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194518902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194518902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194518902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194518904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194518904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194518904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:20.711104 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8238): Process ended prematurely: osmo-stp_10.42.42.5(pid=8238) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8238)] [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:45:20.720542 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:45:20.783004 run osmo-hlr_10.42.42.2(pid=8235): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8235)]\u000a19:45:20.834311 run osmo-hlr_10.42.42.2(pid=8235): stdout: \u000a| (launched: 2022-12-09_19:45:17.683701) \u000a19:45:20.885838 run osmo-hlr_10.42.42.2(pid=8235): stderr: \u000a| �[0;m�[1;31m20221209194517885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194517885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194517885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194517885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194517885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194517885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194517897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194517906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194517906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194517906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:20.955392 run osmo-msc_10.42.42.6(pid=8241): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8241)]\u000a19:45:21.006292 run osmo-msc_10.42.42.6(pid=8241): stdout: \u000a| (launched: 2022-12-09_19:45:19.759022) \u000a19:45:21.057766 run osmo-msc_10.42.42.6(pid=8241): stderr: \u000a| �[0;m�[38;5;43m20221209194520081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194520081 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f757774dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194520081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194520081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194520081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194520081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194520083 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194520083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194520084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194520084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:21.101175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8234): Terminating (SIGTERM)\u000a19:45:21.143729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8237): Terminating (SIGTERM)\u000a19:45:21.185140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8240): Terminating (SIGTERM)\u000a19:45:21.194770 --- ParallelTerminationStrategy: PID 8234 died...\u000a19:45:21.250295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8234): Terminated: ok {rc=0}\u000a19:45:21.260424 --- ParallelTerminationStrategy: PID 8237 died...\u000a19:45:21.315762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8237): Terminated: ok {rc=0}\u000a19:45:21.325890 --- ParallelTerminationStrategy: PID 8240 died...\u000a19:45:21.381191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8240): Terminated: ok {rc=0}\u000a19:45:21.465662 bus /sierra_3: Setting Powered False\u000a19:45:22.570960 bus /sierra_3: Setting Powered False\u000a19:45:23.677389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:45:04" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8252): Process ended prematurely: osmo-stp_10.42.42.5(pid=8252) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8252)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8252): Process ended prematurely: osmo-stp_10.42.42.5(pid=8252) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:45:25.673806 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:25.684719 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:45:25.837536 tst mo_mt_call.py: using LAC 23298\u000a19:45:25.957104 tst mo_mt_call.py: using RAC 93\u000a19:45:26.077017 tst mo_mt_call.py: using CellId 23298\u000a19:45:26.196924 tst mo_mt_call.py: using BVCI 23299\u000a19:45:26.220218 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:26.231336 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:26.242299 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:26.253299 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:26.264259 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:26.275213 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:45:26.388854 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:45:26.591884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:27.083247 run create_hlr_db(pid=8246): Launched\u000a19:45:27.260088 bus /sierra_2: Setting Powered False\u000a19:45:28.281558 run create_hlr_db(pid=8246): Terminated: ok {rc=0}\u000a19:45:28.717926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8248): Launched\u000a19:45:29.047731 run osmo-hlr_10.42.42.2(pid=8249): Launched\u000a19:45:29.171628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:29.743285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8251): Launched\u000a19:45:30.071482 run osmo-stp_10.42.42.5(pid=8252): Launched\u000a19:45:30.191934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:30.791698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8254): Launched\u000a19:45:31.258473 run osmo-msc_10.42.42.6(pid=8255): Launched\u000a19:45:31.727226 run osmo-stp_10.42.42.5(pid=8252): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8252)]\u000a19:45:31.959197 run osmo-stp_10.42.42.5(pid=8252): stdout: \u000a| (launched: 2022-12-09_19:45:29.910854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:32.089839 run osmo-stp_10.42.42.5(pid=8252): stderr: \u000a| �[0;m�[38;5;43m20221209194530102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194530102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194530102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194530104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194530106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194530106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194530106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:32.216818 run osmo-stp_10.42.42.5(pid=8252): stdout: \u000a| (launched: 2022-12-09_19:45:29.910854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:32.342353 run osmo-stp_10.42.42.5(pid=8252): stderr: \u000a| �[0;m�[38;5;43m20221209194530102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194530102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194530102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194530104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194530106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194530106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194530106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:32.397751 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8252): Process ended prematurely: osmo-stp_10.42.42.5(pid=8252) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8252)] [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:45:32.406871 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a19:45:32.468195 run osmo-hlr_10.42.42.2(pid=8249): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8249)]\u000a19:45:32.517062 run osmo-hlr_10.42.42.2(pid=8249): stdout: \u000a| (launched: 2022-12-09_19:45:28.885383) \u000a19:45:32.566583 run osmo-hlr_10.42.42.2(pid=8249): stderr: \u000a| �[0;m�[1;31m20221209194529084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194529084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194529084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194529084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194529084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194529084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194529097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194529106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194529106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194529106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:32.633677 run osmo-msc_10.42.42.6(pid=8255): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8255)]\u000a19:45:32.682347 run osmo-msc_10.42.42.6(pid=8255): stdout: \u000a| (launched: 2022-12-09_19:45:30.975907) \u000a19:45:32.731709 run osmo-msc_10.42.42.6(pid=8255): stderr: \u000a| �[0;m�[38;5;43m20221209194531594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194531594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e257a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194531594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194531594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194531594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194531595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194531596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194531605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194531605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194531605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:32.773466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8248): Terminating (SIGTERM)\u000a19:45:32.812748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8251): Terminating (SIGTERM)\u000a19:45:32.851967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8254): Terminating (SIGTERM)\u000a19:45:32.861314 --- ParallelTerminationStrategy: PID 8248 died...\u000a19:45:32.914193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8248): Terminated: ok {rc=0}\u000a19:45:32.923838 --- ParallelTerminationStrategy: PID 8251 died...\u000a19:45:32.976469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8251): Terminated: ok {rc=0}\u000a19:45:32.985991 --- ParallelTerminationStrategy: PID 8254 died...\u000a19:45:33.038592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8254): Terminated: ok {rc=0}\u000a19:45:33.121341 bus /sierra_3: Setting Powered False\u000a19:45:34.228683 bus /sierra_3: Setting Powered False\u000a19:45:35.334082 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8263): Process ended prematurely: osmo-stp_10.42.42.5(pid=8263) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8263): Process ended prematurely: osmo-stp_10.42.42.5(pid=8263) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:45:36.443154 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:36.455157 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:45:36.611676 tst mo_mt_call_osmux.py: using LAC 23299\u000a19:45:36.732898 tst mo_mt_call_osmux.py: using RAC 94\u000a19:45:36.854543 tst mo_mt_call_osmux.py: using CellId 23299\u000a19:45:36.976807 tst mo_mt_call_osmux.py: using BVCI 23300\u000a19:45:37.000132 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:37.011316 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:37.022433 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:37.033518 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:37.044467 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:45:37.055428 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:45:37.169428 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:45:37.384625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:37.904942 run create_hlr_db(pid=8257): Launched\u000a19:45:38.095689 bus /sierra_2: Setting Powered False\u000a19:45:39.116922 run create_hlr_db(pid=8257): Terminated: ok {rc=0}\u000a19:45:39.552927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8259): Launched\u000a19:45:39.883360 run osmo-hlr_10.42.42.2(pid=8260): Launched\u000a19:45:40.006026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:40.577869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8262): Launched\u000a19:45:40.909650 run osmo-stp_10.42.42.5(pid=8263): Launched\u000a19:45:41.030040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:41.631244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8265): Launched\u000a19:45:41.963260 run osmo-msc_10.42.42.6(pid=8266): Launched\u000a19:45:42.155055 run osmo-stp_10.42.42.5(pid=8263): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)]\u000a19:45:42.293881 run osmo-stp_10.42.42.5(pid=8263): stdout: \u000a| (launched: 2022-12-09_19:45:40.746039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:42.431647 run osmo-stp_10.42.42.5(pid=8263): stderr: \u000a| �[0;m�[38;5;43m20221209194540939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194540939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194540940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194540940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194540941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194540941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194540941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:42.564076 run osmo-stp_10.42.42.5(pid=8263): stdout: \u000a| (launched: 2022-12-09_19:45:40.746039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:42.695591 run osmo-stp_10.42.42.5(pid=8263): stderr: \u000a| �[0;m�[38;5;43m20221209194540939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194540939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194540940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194540940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194540941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194540941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194540941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:42.753893 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8263): Process ended prematurely: osmo-stp_10.42.42.5(pid=8263) [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)] [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:45:42.763175 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:45:42.825885 run osmo-hlr_10.42.42.2(pid=8260): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8260)]\u000a19:45:42.876812 run osmo-hlr_10.42.42.2(pid=8260): stdout: \u000a| (launched: 2022-12-09_19:45:39.721378) \u000a19:45:42.928395 run osmo-hlr_10.42.42.2(pid=8260): stderr: \u000a| �[0;m�[1;31m20221209194539921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194539921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194539921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194539921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194539921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194539921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194539933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194539942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194539942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194539942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:42.998523 run osmo-msc_10.42.42.6(pid=8266): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8266)]\u000a19:45:43.049434 run osmo-msc_10.42.42.6(pid=8266): stdout: \u000a| (launched: 2022-12-09_19:45:41.799628) \u000a19:45:43.100885 run osmo-msc_10.42.42.6(pid=8266): stderr: \u000a| �[0;m�[38;5;43m20221209194542122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194542122 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc34983cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194542122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194542122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194542123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194542123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194542124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194542125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194542125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194542125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:43.144465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8259): Terminating (SIGTERM)\u000a19:45:43.186198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8262): Terminating (SIGTERM)\u000a19:45:43.228136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8265): Terminating (SIGTERM)\u000a19:45:43.237912 --- ParallelTerminationStrategy: PID 8259 died...\u000a19:45:43.293746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8259): Terminated: ok {rc=0}\u000a19:45:43.303888 --- ParallelTerminationStrategy: PID 8262 died...\u000a19:45:43.359235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8262): Terminated: ok {rc=0}\u000a19:45:43.369946 --- ParallelTerminationStrategy: PID 8265 died...\u000a19:45:43.425546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8265): Terminated: ok {rc=0}\u000a19:45:43.512586 bus /sierra_3: Setting Powered False\u000a19:45:44.615208 bus /sierra_3: Setting Powered False\u000a19:45:45.726651 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:45:25" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8277): Process ended prematurely: osmo-stp_10.42.42.5(pid=8277) [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8277)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8277): Process ended prematurely: osmo-stp_10.42.42.5(pid=8277) [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:45:47.734046 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:47.745453 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:45:47.902259 tst mo_mt_call.py: using LAC 23300\u000a19:45:48.024084 tst mo_mt_call.py: using RAC 95\u000a19:45:48.144273 tst mo_mt_call.py: using CellId 23300\u000a19:45:48.273096 tst mo_mt_call.py: using BVCI 23301\u000a19:45:48.298179 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:48.310029 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:48.321783 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:48.334892 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:48.347466 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:48.359157 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:45:48.479976 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:45:48.686436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:49.178136 run create_hlr_db(pid=8271): Launched\u000a19:45:49.354354 bus /sierra_2: Setting Powered False\u000a19:45:50.376141 run create_hlr_db(pid=8271): Terminated: ok {rc=0}\u000a19:45:50.813706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8273): Launched\u000a19:45:51.142162 run osmo-hlr_10.42.42.2(pid=8274): Launched\u000a19:45:51.264710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:51.834086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8276): Launched\u000a19:45:52.164395 run osmo-stp_10.42.42.5(pid=8277): Launched\u000a19:45:52.284902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:52.846374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8279): Launched\u000a19:45:53.153660 run osmo-msc_10.42.42.6(pid=8280): Launched\u000a19:45:53.331881 run osmo-stp_10.42.42.5(pid=8277): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8277)]\u000a19:45:53.461078 run osmo-stp_10.42.42.5(pid=8277): stdout: \u000a| (launched: 2022-12-09_19:45:52.001950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:53.587696 run osmo-stp_10.42.42.5(pid=8277): stderr: \u000a| �[0;m�[38;5;43m20221209194552197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194552198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194552198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194552198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194552199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194552199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194552199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:53.710242 run osmo-stp_10.42.42.5(pid=8277): stdout: \u000a| (launched: 2022-12-09_19:45:52.001950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:53.832307 run osmo-stp_10.42.42.5(pid=8277): stderr: \u000a| �[0;m�[38;5;43m20221209194552197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194552198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194552198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194552198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194552199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194552199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194552199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:53.886247 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8277): Process ended prematurely: osmo-stp_10.42.42.5(pid=8277) [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8277)] [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:45:53.894869 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:45:53.953640 run osmo-hlr_10.42.42.2(pid=8274): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8274)]\u000a19:45:54.001874 run osmo-hlr_10.42.42.2(pid=8274): stdout: \u000a| (launched: 2022-12-09_19:45:50.980840) \u000a19:45:54.050752 run osmo-hlr_10.42.42.2(pid=8274): stderr: \u000a| �[0;m�[1;31m20221209194551182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194551182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194551182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194551182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194551182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194551182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194551194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194551202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194551202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194551202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:54.117284 run osmo-msc_10.42.42.6(pid=8280): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8280)]\u000a19:45:54.165539 run osmo-msc_10.42.42.6(pid=8280): stdout: \u000a| (launched: 2022-12-09_19:45:53.002766) \u000a19:45:54.214114 run osmo-msc_10.42.42.6(pid=8280): stderr: \u000a| �[0;m�[38;5;43m20221209194553277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194553277 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab4dc99c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194553277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194553277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194553277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194553278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194553279 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194553280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194553280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194553280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:54.255324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8273): Terminating (SIGTERM)\u000a19:45:54.294423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8276): Terminating (SIGTERM)\u000a19:45:54.333358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8279): Terminating (SIGTERM)\u000a19:45:54.342493 --- ParallelTerminationStrategy: PID 8273 died...\u000a19:45:54.395329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8273): Terminated: ok {rc=0}\u000a19:45:54.404906 --- ParallelTerminationStrategy: PID 8276 died...\u000a19:45:54.457657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8276): Terminated: ok {rc=0}\u000a19:45:54.467068 --- ParallelTerminationStrategy: PID 8279 died...\u000a19:45:54.519024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8279): Terminated: ok {rc=0}\u000a19:45:54.601361 bus /sierra_3: Setting Powered False\u000a19:45:55.708065 bus /sierra_3: Setting Powered False\u000a19:45:56.818459 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8288): Process ended prematurely: osmo-stp_10.42.42.5(pid=8288) [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8288)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8288): Process ended prematurely: osmo-stp_10.42.42.5(pid=8288) [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:45:57.927941 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:57.939703 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:45:58.094250 tst mo_mt_call_osmux.py: using LAC 23301\u000a19:45:58.214141 tst mo_mt_call_osmux.py: using RAC 96\u000a19:45:58.333919 tst mo_mt_call_osmux.py: using CellId 23301\u000a19:45:58.454085 tst mo_mt_call_osmux.py: using BVCI 23302\u000a19:45:58.477434 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:58.488524 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:58.499549 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:58.510594 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:58.521838 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:45:58.532731 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:45:58.647833 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:45:58.851989 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:59.343242 run create_hlr_db(pid=8282): Launched\u000a19:45:59.519802 bus /sierra_2: Setting Powered False\u000a19:46:00.540936 run create_hlr_db(pid=8282): Terminated: ok {rc=0}\u000a19:46:01.007498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8284): Launched\u000a19:46:01.444589 run osmo-hlr_10.42.42.2(pid=8285): Launched\u000a19:46:01.754611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:02.359945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8287): Launched\u000a19:46:02.690857 run osmo-stp_10.42.42.5(pid=8288): Launched\u000a19:46:02.811678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:03.413654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8290): Launched\u000a19:46:03.742549 run osmo-msc_10.42.42.6(pid=8291): Launched\u000a19:46:03.934473 run osmo-stp_10.42.42.5(pid=8288): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8288)]\u000a19:46:04.072776 run osmo-stp_10.42.42.5(pid=8288): stdout: \u000a| (launched: 2022-12-09_19:46:02.528193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:04.210143 run osmo-stp_10.42.42.5(pid=8288): stderr: \u000a| �[0;m�[38;5;43m20221209194602719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194602719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194602720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194602720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194602722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194602723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194602723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:04.342236 run osmo-stp_10.42.42.5(pid=8288): stdout: \u000a| (launched: 2022-12-09_19:46:02.528193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:04.473041 run osmo-stp_10.42.42.5(pid=8288): stderr: \u000a| �[0;m�[38;5;43m20221209194602719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194602719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194602720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194602720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194602722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194602723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194602723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:04.530774 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8288): Process ended prematurely: osmo-stp_10.42.42.5(pid=8288) [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8288)] [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:46:04.540264 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a19:46:04.603931 run osmo-hlr_10.42.42.2(pid=8285): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8285)]\u000a19:46:04.655356 run osmo-hlr_10.42.42.2(pid=8285): stdout: \u000a| (launched: 2022-12-09_19:46:01.167829) \u000a19:46:04.707716 run osmo-hlr_10.42.42.2(pid=8285): stderr: \u000a| �[0;m�[1;31m20221209194601410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194601410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194601410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194601410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194601410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194601411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194601429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194601442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194601442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194601442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:04.778552 run osmo-msc_10.42.42.6(pid=8291): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8291)]\u000a19:46:04.829575 run osmo-msc_10.42.42.6(pid=8291): stdout: \u000a| (launched: 2022-12-09_19:46:03.580848) \u000a19:46:04.882244 run osmo-msc_10.42.42.6(pid=8291): stderr: \u000a| �[0;m�[38;5;43m20221209194603906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194603906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c07256c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194603906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194603906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194603907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194603907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194603908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194603909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194603909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194603909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:04.926092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8284): Terminating (SIGTERM)\u000a19:46:04.967668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8287): Terminating (SIGTERM)\u000a19:46:05.009659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8290): Terminating (SIGTERM)\u000a19:46:05.019826 --- ParallelTerminationStrategy: PID 8284 died...\u000a19:46:05.075614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8284): Terminated: ok {rc=0}\u000a19:46:05.086297 --- ParallelTerminationStrategy: PID 8287 died...\u000a19:46:05.141576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8287): Terminated: ok {rc=0}\u000a19:46:05.152170 --- ParallelTerminationStrategy: PID 8290 died...\u000a19:46:05.207647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8290): Terminated: ok {rc=0}\u000a19:46:05.293340 bus /sierra_3: Setting Powered False\u000a19:46:06.398468 bus /sierra_3: Setting Powered False\u000a19:46:07.503974 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:45:47" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8302): Process ended prematurely: osmo-stp_10.42.42.5(pid=8302) [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8302)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8302): Process ended prematurely: osmo-stp_10.42.42.5(pid=8302) [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a19:46:09.489998 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:09.501252 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:46:09.639219 tst mo_mt_call.py: using LAC 23302\u000a19:46:09.760365 tst mo_mt_call.py: using RAC 97\u000a19:46:09.881799 tst mo_mt_call.py: using CellId 23302\u000a19:46:10.001720 tst mo_mt_call.py: using BVCI 23303\u000a19:46:10.024931 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:10.036216 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:10.047330 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:10.058538 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:10.069773 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:10.080800 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:46:10.201634 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:46:10.415054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:10.935399 run create_hlr_db(pid=8296): Launched\u000a19:46:11.126483 bus /sierra_2: Setting Powered False\u000a19:46:12.148271 run create_hlr_db(pid=8296): Terminated: ok {rc=0}\u000a19:46:12.561123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8298): Launched\u000a19:46:12.869285 run osmo-hlr_10.42.42.2(pid=8299): Launched\u000a19:46:12.989392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:13.530266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8301): Launched\u000a19:46:13.839399 run osmo-stp_10.42.42.5(pid=8302): Launched\u000a19:46:13.952420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:14.510843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8304): Launched\u000a19:46:14.819247 run osmo-msc_10.42.42.6(pid=8305): Launched\u000a19:46:14.998790 run osmo-stp_10.42.42.5(pid=8302): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8302)]\u000a19:46:15.127924 run osmo-stp_10.42.42.5(pid=8302): stdout: \u000a| (launched: 2022-12-09_19:46:13.685958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:15.255295 run osmo-stp_10.42.42.5(pid=8302): stderr: \u000a| �[0;m�[38;5;43m20221209194613858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194613858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194613858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194613859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194613859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194613859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194613859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:15.378045 run osmo-stp_10.42.42.5(pid=8302): stdout: \u000a| (launched: 2022-12-09_19:46:13.685958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:15.499305 run osmo-stp_10.42.42.5(pid=8302): stderr: \u000a| �[0;m�[38;5;43m20221209194613858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194613858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194613858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194613859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194613859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194613859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194613859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:15.552893 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8302): Process ended prematurely: osmo-stp_10.42.42.5(pid=8302) [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8302)] [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a19:46:15.561588 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:46:15.620282 run osmo-hlr_10.42.42.2(pid=8299): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8299)]\u000a19:46:15.668434 run osmo-hlr_10.42.42.2(pid=8299): stdout: \u000a| (launched: 2022-12-09_19:46:12.718139) \u000a19:46:15.717124 run osmo-hlr_10.42.42.2(pid=8299): stderr: \u000a| �[0;m�[1;31m20221209194612896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194612896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194612896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194612896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194612896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194612896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194612909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194612918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194612919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194612919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:15.783329 run osmo-msc_10.42.42.6(pid=8305): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8305)]\u000a19:46:15.838175 run osmo-msc_10.42.42.6(pid=8305): stdout: \u000a| (launched: 2022-12-09_19:46:14.666108) \u000a19:46:15.893881 run osmo-msc_10.42.42.6(pid=8305): stderr: \u000a| �[0;m�[38;5;43m20221209194614940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194614940 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafaee3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194614940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194614941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194614941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194614941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194614943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194614943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194614943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194614943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:15.941907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8298): Terminating (SIGTERM)\u000a19:46:15.987559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8301): Terminating (SIGTERM)\u000a19:46:16.034226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8304): Terminating (SIGTERM)\u000a19:46:16.044881 --- ParallelTerminationStrategy: PID 8298 died...\u000a19:46:16.106480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8298): Terminated: ok {rc=0}\u000a19:46:16.117539 --- ParallelTerminationStrategy: PID 8301 died...\u000a19:46:16.176336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8301): Terminated: ok {rc=0}\u000a19:46:16.187391 --- ParallelTerminationStrategy: PID 8304 died...\u000a19:46:16.246806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8304): Terminated: ok {rc=0}\u000a19:46:16.354693 bus /sierra_3: Setting Powered False\u000a19:46:17.461901 bus /sierra_3: Setting Powered False\u000a19:46:18.568771 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8313): Process ended prematurely: osmo-stp_10.42.42.5(pid=8313) [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8313)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8313): Process ended prematurely: osmo-stp_10.42.42.5(pid=8313) [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:46:19.684093 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:19.696814 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:46:19.848804 tst mo_mt_call_osmux.py: using LAC 23303\u000a19:46:19.976233 tst mo_mt_call_osmux.py: using RAC 98\u000a19:46:20.110094 tst mo_mt_call_osmux.py: using CellId 23303\u000a19:46:20.237737 tst mo_mt_call_osmux.py: using BVCI 23304\u000a19:46:20.262983 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:20.274863 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:20.286820 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:20.299976 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:20.312769 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:46:20.324581 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:46:20.445858 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:46:20.652360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:21.145565 run create_hlr_db(pid=8307): Launched\u000a19:46:21.321949 bus /sierra_2: Setting Powered False\u000a19:46:22.344393 run create_hlr_db(pid=8307): Terminated: ok {rc=0}\u000a19:46:22.753667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8309): Launched\u000a19:46:23.059317 run osmo-hlr_10.42.42.2(pid=8310): Launched\u000a19:46:23.175117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:23.706335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8312): Launched\u000a19:46:24.013931 run osmo-stp_10.42.42.5(pid=8313): Launched\u000a19:46:24.126266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:24.685464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8315): Launched\u000a19:46:24.992911 run osmo-msc_10.42.42.6(pid=8316): Launched\u000a19:46:25.172921 run osmo-stp_10.42.42.5(pid=8313): ERR: Terminated: ERROR {rc=1} [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8313)]\u000a19:46:25.302864 run osmo-stp_10.42.42.5(pid=8313): stdout: \u000a| (launched: 2022-12-09_19:46:23.862457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:25.430043 run osmo-stp_10.42.42.5(pid=8313): stderr: \u000a| �[0;m�[38;5;43m20221209194624033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194624033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194624033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194624034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194624034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194624034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194624034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:25.553542 run osmo-stp_10.42.42.5(pid=8313): stdout: \u000a| (launched: 2022-12-09_19:46:23.862457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:25.675497 run osmo-stp_10.42.42.5(pid=8313): stderr: \u000a| �[0;m�[38;5;43m20221209194624033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194624033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194624033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194624034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194624034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194624034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194624034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:25.729470 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8313): Process ended prematurely: osmo-stp_10.42.42.5(pid=8313) [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8313)] [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a19:46:25.738230 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:46:25.796891 run osmo-hlr_10.42.42.2(pid=8310): ERR: Terminated: ERROR {rc=237} [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8310)]\u000a19:46:25.844970 run osmo-hlr_10.42.42.2(pid=8310): stdout: \u000a| (launched: 2022-12-09_19:46:22.909813) \u000a19:46:25.893441 run osmo-hlr_10.42.42.2(pid=8310): stderr: \u000a| �[0;m�[1;31m20221209194623090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194623090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194623090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194623090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194623090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194623090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194623102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194623112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194623112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194623112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:25.959657 run osmo-msc_10.42.42.6(pid=8316): ERR: Terminated: ERROR {rc=2} [trial-2363↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8316)]\u000a19:46:26.007360 run osmo-msc_10.42.42.6(pid=8316): stdout: \u000a| (launched: 2022-12-09_19:46:24.841610) \u000a19:46:26.056298 run osmo-msc_10.42.42.6(pid=8316): stderr: \u000a| �[0;m�[38;5;43m20221209194625114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194625114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f499dbf5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194625114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194625114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194625114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194625114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194625116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194625116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194625117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194625117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:26.097670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8309): Terminating (SIGTERM)\u000a19:46:26.136683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8312): Terminating (SIGTERM)\u000a19:46:26.176113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8315): Terminating (SIGTERM)\u000a19:46:26.185304 --- ParallelTerminationStrategy: PID 8309 died...\u000a19:46:26.237428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8309): Terminated: ok {rc=0}\u000a19:46:26.246920 --- ParallelTerminationStrategy: PID 8312 died...\u000a19:46:26.298909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8312): Terminated: ok {rc=0}\u000a19:46:26.308391 --- ParallelTerminationStrategy: PID 8315 died...\u000a19:46:26.360123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8315): Terminated: ok {rc=0}\u000a19:46:26.447387 bus /sierra_3: Setting Powered False\u000a19:46:27.548560 bus /sierra_3: Setting Powered False\u000a19:46:28.654037 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:46:09" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8327): Process ended prematurely: osmo-stp_10.42.42.5(pid=8327) [trial-2363↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8327)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8327): Process ended prematurely: osmo-stp_10.42.42.5(pid=8327) [trial-2363↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:46:30.661244 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:30.671775 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:46:30.812593 tst emergency_mo_mt_call.py: using LAC 23304\u000a19:46:30.969012 tst emergency_mo_mt_call.py: using RAC 99\u000a19:46:31.097684 tst emergency_mo_mt_call.py: using CellId 23304\u000a19:46:31.226248 tst emergency_mo_mt_call.py: using BVCI 23305\u000a19:46:31.252272 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:31.264677 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:31.276791 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:31.288848 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:31.301227 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:31.314666 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:46:31.442193 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:46:31.671708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:32.196277 run create_hlr_db(pid=8321): Launched\u000a19:46:32.372935 bus /sierra_2: Setting Powered False\u000a19:46:33.391654 run create_hlr_db(pid=8321): Terminated: ok {rc=0}\u000a19:46:33.793263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8323): Launched\u000a19:46:34.094546 run osmo-hlr_10.42.42.2(pid=8324): Launched\u000a19:46:34.210059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:34.741363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8326): Launched\u000a19:46:35.042217 run osmo-stp_10.42.42.5(pid=8327): Launched\u000a19:46:35.162095 tst emergency_mo_mt_call.py: using MSISDN 7343\u000a19:46:35.311121 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:35.862772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8329): Launched\u000a19:46:36.167335 run osmo-msc_10.42.42.6(pid=8330): Launched\u000a19:46:36.344496 run osmo-stp_10.42.42.5(pid=8327): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8327)]\u000a19:46:36.472329 run osmo-stp_10.42.42.5(pid=8327): stdout: \u000a| (launched: 2022-12-09_19:46:34.894794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:36.596940 run osmo-stp_10.42.42.5(pid=8327): stderr: \u000a| �[0;m�[38;5;43m20221209194635064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194635064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194635064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194635065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194635065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194635065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194635065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:36.717954 run osmo-stp_10.42.42.5(pid=8327): stdout: \u000a| (launched: 2022-12-09_19:46:34.894794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:36.837842 run osmo-stp_10.42.42.5(pid=8327): stderr: \u000a| �[0;m�[38;5;43m20221209194635064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194635064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194635064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194635065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194635065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194635065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194635065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:36.890500 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8327): Process ended prematurely: osmo-stp_10.42.42.5(pid=8327) [trial-2363↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8327)] [trial-2363↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a19:46:36.898434 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a19:46:36.957046 run osmo-hlr_10.42.42.2(pid=8324): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8324)]\u000a19:46:37.005284 run osmo-hlr_10.42.42.2(pid=8324): stdout: \u000a| (launched: 2022-12-09_19:46:33.946707) \u000a19:46:37.054473 run osmo-hlr_10.42.42.2(pid=8324): stderr: \u000a| �[0;m�[1;31m20221209194634125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194634125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194634125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194634125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194634125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194634125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194634137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194634146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194634146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194634146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:37.121449 run osmo-msc_10.42.42.6(pid=8330): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8330)]\u000a19:46:37.169516 run osmo-msc_10.42.42.6(pid=8330): stdout: \u000a| (launched: 2022-12-09_19:46:36.015803) \u000a19:46:37.218072 run osmo-msc_10.42.42.6(pid=8330): stderr: \u000a| �[0;m�[38;5;43m20221209194636286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194636286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8831170c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194636286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194636286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194636286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194636287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194636288 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194636289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194636289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194636289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:37.259511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8323): Terminating (SIGTERM)\u000a19:46:37.298529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8326): Terminating (SIGTERM)\u000a19:46:37.337451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8329): Terminating (SIGTERM)\u000a19:46:37.346172 --- ParallelTerminationStrategy: PID 8323 died...\u000a19:46:37.398287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8323): Terminated: ok {rc=0}\u000a19:46:37.407758 --- ParallelTerminationStrategy: PID 8326 died...\u000a19:46:37.459703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8326): Terminated: ok {rc=0}\u000a19:46:37.469174 --- ParallelTerminationStrategy: PID 8329 died...\u000a19:46:37.521031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8329): Terminated: ok {rc=0}\u000a19:46:37.608164 bus /sierra_3: Setting Powered False\u000a19:46:38.709636 bus /sierra_3: Setting Powered False\u000a19:46:39.819771 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "emergency:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8338): Process ended prematurely: osmo-stp_10.42.42.5(pid=8338) [trial-2363↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8338)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8338): Process ended prematurely: osmo-stp_10.42.42.5(pid=8338) [trial-2363↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:46:40.871909 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:40.883934 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:46:41.031217 tst emergency_preemptive_call.py: using LAC 23305\u000a19:46:41.159364 tst emergency_preemptive_call.py: using RAC 100\u000a19:46:41.287096 tst emergency_preemptive_call.py: using CellId 23305\u000a19:46:41.415239 tst emergency_preemptive_call.py: using BVCI 23306\u000a19:46:41.440013 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:41.451603 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:41.462926 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:41.474779 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:41.486158 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:46:41.497530 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:46:41.612405 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:46:41.730867 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:46:41.850745 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:46:42.050538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:42.539042 run create_hlr_db(pid=8332): Launched\u000a19:46:42.714710 bus /sierra_2: Setting Powered False\u000a19:46:43.734561 run create_hlr_db(pid=8332): Terminated: ok {rc=0}\u000a19:46:44.167526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8334): Launched\u000a19:46:44.493631 run osmo-hlr_10.42.42.2(pid=8335): Launched\u000a19:46:44.614168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:45.178925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8337): Launched\u000a19:46:45.504355 run osmo-stp_10.42.42.5(pid=8338): Launched\u000a19:46:45.637511 tst emergency_preemptive_call.py: using MSISDN 7344\u000a19:46:45.799953 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:46.405944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8340): Launched\u000a19:46:46.860194 run osmo-msc_10.42.42.6(pid=8341): Launched\u000a19:46:47.278572 run osmo-stp_10.42.42.5(pid=8338): ERR: Terminated: ERROR {rc=1} [trial-2363↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8338)]\u000a19:46:47.421411 run osmo-stp_10.42.42.5(pid=8338): stdout: \u000a| (launched: 2022-12-09_19:46:45.343556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:47.558587 run osmo-stp_10.42.42.5(pid=8338): stderr: \u000a| �[0;m�[38;5;43m20221209194645538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194645538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194645538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194645539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194645539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194645539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194645539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:47.690048 run osmo-stp_10.42.42.5(pid=8338): stdout: \u000a| (launched: 2022-12-09_19:46:45.343556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:47.820740 run osmo-stp_10.42.42.5(pid=8338): stderr: \u000a| �[0;m�[38;5;43m20221209194645538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194645538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194645538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194645539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194645539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194645539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194645539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:47.877852 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8338): Process ended prematurely: osmo-stp_10.42.42.5(pid=8338) [trial-2363↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8338)] [trial-2363↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a19:46:47.886931 tst emergency_preemptive_call.py:32: Test FAILED (7.0 sec)\u000a19:46:47.951298 run osmo-hlr_10.42.42.2(pid=8335): ERR: Terminated: ERROR {rc=237} [trial-2363↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8335)]\u000a19:46:48.003683 run osmo-hlr_10.42.42.2(pid=8335): stdout: \u000a| (launched: 2022-12-09_19:46:44.333283) \u000a19:46:48.055990 run osmo-hlr_10.42.42.2(pid=8335): stderr: \u000a| �[0;m�[1;31m20221209194644532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194644532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194644532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194644532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194644532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194644532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194644544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194644553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194644553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194644553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:48.127359 run osmo-msc_10.42.42.6(pid=8341): ERR: Terminated: ERROR {rc=2} [trial-2363↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8341)]\u000a19:46:48.178813 run osmo-msc_10.42.42.6(pid=8341): stdout: \u000a| (launched: 2022-12-09_19:46:46.574602) \u000a19:46:48.230940 run osmo-msc_10.42.42.6(pid=8341): stderr: \u000a| �[0;m�[38;5;43m20221209194647244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209194647244 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f0fe74c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209194647244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209194647245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209194647245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209194647245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209194647247 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209194647247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209194647247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209194647247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:48.275207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8334): Terminating (SIGTERM)\u000a19:46:48.316923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8337): Terminating (SIGTERM)\u000a19:46:48.358863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8340): Terminating (SIGTERM)\u000a19:46:48.368686 --- ParallelTerminationStrategy: PID 8334 died...\u000a19:46:48.425103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8334): Terminated: ok {rc=0}\u000a19:46:48.435407 --- ParallelTerminationStrategy: PID 8337 died...\u000a19:46:48.492063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8337): Terminated: ok {rc=0}\u000a19:46:48.502295 --- ParallelTerminationStrategy: PID 8340 died...\u000a19:46:48.558914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8340): Terminated: ok {rc=0}\u000a19:46:48.644514 bus /sierra_9: Setting Powered False\u000a19:46:49.751747 bus /sierra_9: Setting Powered False\u000a19:46:50.857686 bus /sierra_8: Setting Powered False\u000a19:46:51.963527 bus /sierra_8: Setting Powered False\u000a19:46:53.069971 bus /sierra_3: Setting Powered False\u000a19:46:54.177296 bus /sierra_3: Setting Powered False\u000a19:46:55.284863 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:46:30" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8356): Process ended prematurely: osmo-stp_10.42.42.5(pid=8356) [trial-2363↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8356)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8356): Process ended prematurely: osmo-stp_10.42.42.5(pid=8356) [trial-2363↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:46:57.422700 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:46:57.433963 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:46:57.575407 tst cs_paging_gprs_active.py: using LAC 23306\u000a19:46:57.702906 tst cs_paging_gprs_active.py: using RAC 101\u000a19:46:57.830277 tst cs_paging_gprs_active.py: using CellId 23306\u000a19:46:57.959176 tst cs_paging_gprs_active.py: using BVCI 23307\u000a19:46:57.984429 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:46:57.995627 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:46:58.006637 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:46:58.018134 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:46:58.029483 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:46:58.040627 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:46:58.052241 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:46:58.063550 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:46:58.075535 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:46:58.194855 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:46:58.478976 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:46:58.607874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:46:58.926860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8346): Launched\u000a19:46:59.191166 run iperf3-srv_10.42.42.10(pid=8347): Launched\u000a19:46:59.379188 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:46:59.507908 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:46:59.826538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8348): Launched\u000a19:47:00.090628 run iperf3-srv_10.42.42.10(pid=8349): Launched\u000a19:47:00.278156 tst cs_paging_gprs_active.py:38: start network...\u000a19:47:00.406713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:00.932575 run create_hlr_db(pid=8350): Launched\u000a19:47:01.118366 bus /sierra_2: Setting Powered False\u000a19:47:02.155327 run create_hlr_db(pid=8350): Terminated: ok {rc=0}\u000a19:47:02.596917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8352): Launched\u000a19:47:02.930263 run osmo-hlr_10.42.42.2(pid=8353): Launched\u000a19:47:03.049395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:03.623658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8355): Launched\u000a19:47:03.954861 run osmo-stp_10.42.42.5(pid=8356): Launched\u000a19:47:04.075226 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:47:04.650584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8358): Launched\u000a19:47:04.769311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:47:05.058219 run patchelf(pid=8359): Launched\u000a19:47:05.251064 run osmo-stp_10.42.42.5(pid=8356): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8356)]\u000a19:47:05.391686 run osmo-stp_10.42.42.5(pid=8356): stdout: \u000a| (launched: 2022-12-09_19:47:03.791667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:05.532057 run osmo-stp_10.42.42.5(pid=8356): stderr: \u000a| �[0;m�[38;5;43m20221209194703987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194703987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194703987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194703988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194703988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194703988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194703988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:05.667921 run osmo-stp_10.42.42.5(pid=8356): stdout: \u000a| (launched: 2022-12-09_19:47:03.791667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:05.803304 run osmo-stp_10.42.42.5(pid=8356): stderr: \u000a| �[0;m�[38;5;43m20221209194703987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194703987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194703987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194703988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194703988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194703988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194703988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:05.960608 run patchelf(pid=8359): Terminating (SIGINT)\u000a19:47:06.145566 run patchelf(pid=8359): Terminated: ok {rc=0}\u000a19:47:06.179673 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8356): Process ended prematurely: osmo-stp_10.42.42.5(pid=8356) [trial-2363↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8356)] [trial-2363↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a19:47:06.189994 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:47:06.253316 run osmo-hlr_10.42.42.2(pid=8353): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8353)]\u000a19:47:06.304376 run osmo-hlr_10.42.42.2(pid=8353): stdout: \u000a| (launched: 2022-12-09_19:47:02.765630) \u000a19:47:06.356335 run osmo-hlr_10.42.42.2(pid=8353): stderr: \u000a| �[0;m�[1;31m20221209194702965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194702965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194702965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194702965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194702965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194702966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194702978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194702986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194702987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194702987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:06.400503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8346): Terminating (SIGTERM)\u000a19:47:06.445198 run iperf3-srv_10.42.42.10(pid=8347): Terminating (SIGTERM)\u000a19:47:06.485221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8348): Terminating (SIGTERM)\u000a19:47:06.524806 run iperf3-srv_10.42.42.10(pid=8349): Terminating (SIGTERM)\u000a19:47:06.564439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8352): Terminating (SIGTERM)\u000a19:47:06.604093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8355): Terminating (SIGTERM)\u000a19:47:06.644067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8358): Terminating (SIGTERM)\u000a19:47:06.653771 --- ParallelTerminationStrategy: PID 8346 died...\u000a19:47:06.707648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8346): Terminated: ok {rc=0}\u000a19:47:06.717440 --- ParallelTerminationStrategy: PID 8347 died...\u000a19:47:06.770100 run iperf3-srv_10.42.42.10(pid=8347): Terminated {rc=256}\u000a19:47:06.780150 --- ParallelTerminationStrategy: PID 8348 died...\u000a19:47:06.833002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8348): Terminated: ok {rc=0}\u000a19:47:06.843305 --- ParallelTerminationStrategy: PID 8349 died...\u000a19:47:06.896198 run iperf3-srv_10.42.42.10(pid=8349): Terminated {rc=256}\u000a19:47:06.906123 --- ParallelTerminationStrategy: PID 8352 died...\u000a19:47:06.959302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8352): Terminated: ok {rc=0}\u000a19:47:06.969526 --- ParallelTerminationStrategy: PID 8355 died...\u000a19:47:07.023010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8355): Terminated: ok {rc=0}\u000a19:47:07.032783 --- ParallelTerminationStrategy: PID 8358 died...\u000a19:47:07.085881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8358): Terminated: ok {rc=0}\u000a19:47:07.174147 bus /gobi_0: Setting Powered False\u000a19:47:08.277552 bus /gobi_0: Setting Powered False\u000a19:47:09.388239 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8368): Process ended prematurely: osmo-stp_10.42.42.5(pid=8368) [trial-2363↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8368)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8368): Process ended prematurely: osmo-stp_10.42.42.5(pid=8368) [trial-2363↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a19:47:10.498039 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:10.509528 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:47:10.646493 tst iperf3.py: using LAC 23307\u000a19:47:10.767994 tst iperf3.py: using RAC 102\u000a19:47:10.889776 tst iperf3.py: using CellId 23307\u000a19:47:11.009220 tst iperf3.py: using BVCI 23308\u000a19:47:11.032608 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:11.043348 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:11.053800 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:11.064144 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:11.074501 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:11.084934 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:11.095518 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:11.105821 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:11.116309 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:11.396846 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:47:11.525329 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:47:11.844741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8360): Launched\u000a19:47:12.108757 run iperf3-srv_10.42.42.10(pid=8361): Launched\u000a19:47:12.296523 tst iperf3.py:8: start network...\u000a19:47:12.425345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:12.918624 run create_hlr_db(pid=8362): Launched\u000a19:47:13.095417 bus /gobi_6: Setting Powered False\u000a19:47:14.117069 run create_hlr_db(pid=8362): Terminated: ok {rc=0}\u000a19:47:14.554905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8364): Launched\u000a19:47:14.884884 run osmo-hlr_10.42.42.2(pid=8365): Launched\u000a19:47:15.005462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:15.582289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8367): Launched\u000a19:47:15.994801 run osmo-stp_10.42.42.5(pid=8368): Launched\u000a19:47:16.162022 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:47:16.906530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8370): Launched\u000a19:47:17.027737 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:47:17.332547 run patchelf(pid=8371): Launched\u000a19:47:17.513042 run osmo-stp_10.42.42.5(pid=8368): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8368)]\u000a19:47:17.644851 run osmo-stp_10.42.42.5(pid=8368): stdout: \u000a| (launched: 2022-12-09_19:47:15.751225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:17.776761 run osmo-stp_10.42.42.5(pid=8368): stderr: \u000a| �[0;m�[38;5;43m20221209194716060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194716060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194716060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194716061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194716068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194716068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194716068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:17.903998 run osmo-stp_10.42.42.5(pid=8368): stdout: \u000a| (launched: 2022-12-09_19:47:15.751225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:18.030623 run osmo-stp_10.42.42.5(pid=8368): stderr: \u000a| �[0;m�[38;5;43m20221209194716060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194716060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194716060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194716061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194716068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194716068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194716068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:18.177216 run patchelf(pid=8371): Terminating (SIGINT)\u000a19:47:18.349786 run patchelf(pid=8371): Terminated: ok {rc=0}\u000a19:47:18.381533 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8368): Process ended prematurely: osmo-stp_10.42.42.5(pid=8368) [trial-2363↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8368)] [trial-2363↪gprs:nanobts+band-900↪iperf3.py:8]\u000a19:47:18.390997 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:47:18.450907 run osmo-hlr_10.42.42.2(pid=8365): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8365)]\u000a19:47:18.499471 run osmo-hlr_10.42.42.2(pid=8365): stdout: \u000a| (launched: 2022-12-09_19:47:14.723069) \u000a19:47:18.548550 run osmo-hlr_10.42.42.2(pid=8365): stderr: \u000a| �[0;m�[1;31m20221209194714925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194714925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194714925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194714925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194714925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194714925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194714938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194714946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194714946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194714946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:18.590380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8360): Terminating (SIGTERM)\u000a19:47:18.629848 run iperf3-srv_10.42.42.10(pid=8361): Terminating (SIGTERM)\u000a19:47:18.669238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8364): Terminating (SIGTERM)\u000a19:47:18.708605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8367): Terminating (SIGTERM)\u000a19:47:18.747914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8370): Terminating (SIGTERM)\u000a19:47:18.757159 --- ParallelTerminationStrategy: PID 8360 died...\u000a19:47:18.810038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8360): Terminated: ok {rc=0}\u000a19:47:18.819808 --- ParallelTerminationStrategy: PID 8361 died...\u000a19:47:18.872385 run iperf3-srv_10.42.42.10(pid=8361): Terminated {rc=256}\u000a19:47:18.882003 --- ParallelTerminationStrategy: PID 8364 died...\u000a19:47:18.935141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8364): Terminated: ok {rc=0}\u000a19:47:18.944734 --- ParallelTerminationStrategy: PID 8367 died...\u000a19:47:18.997537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8367): Terminated: ok {rc=0}\u000a19:47:19.007246 --- ParallelTerminationStrategy: PID 8370 died...\u000a19:47:19.059780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8370): Terminated: ok {rc=0}\u000a19:47:19.142798 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8386): Process ended prematurely: osmo-stp_10.42.42.5(pid=8386) [trial-2363↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8386)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8386): Process ended prematurely: osmo-stp_10.42.42.5(pid=8386) [trial-2363↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a19:47:20.259208 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:20.271204 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:47:20.416794 tst iperf3m4.py: using LAC 23308\u000a19:47:20.546073 tst iperf3m4.py: using RAC 103\u000a19:47:20.670279 tst iperf3m4.py: using CellId 23308\u000a19:47:20.795123 tst iperf3m4.py: using BVCI 23309\u000a19:47:20.819245 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:20.830223 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:20.840827 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:20.851628 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:20.862267 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:20.872674 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:20.883344 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:20.893806 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:20.904432 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:21.023771 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:21.145147 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:21.265017 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:21.564822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:47:21.703415 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:47:22.045705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8372): Launched\u000a19:47:22.328750 run iperf3-srv_10.42.42.10(pid=8373): Launched\u000a19:47:22.531871 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:47:22.670203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:47:23.014256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8374): Launched\u000a19:47:23.299339 run iperf3-srv_10.42.42.10(pid=8375): Launched\u000a19:47:23.502265 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:47:23.640439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:47:23.983280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8376): Launched\u000a19:47:24.267188 run iperf3-srv_10.42.42.10(pid=8377): Launched\u000a19:47:24.469641 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:47:24.607676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:47:24.950791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8378): Launched\u000a19:47:25.235461 run iperf3-srv_10.42.42.10(pid=8379): Launched\u000a19:47:25.438818 tst iperf3m4.py:8: start network...\u000a19:47:25.577066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:26.099024 run create_hlr_db(pid=8380): Launched\u000a19:47:26.290494 bus /gobi_6: Setting Powered False\u000a19:47:27.310505 run create_hlr_db(pid=8380): Terminated: ok {rc=0}\u000a19:47:27.748900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8382): Launched\u000a19:47:28.082285 run osmo-hlr_10.42.42.2(pid=8383): Launched\u000a19:47:28.202684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:28.779796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8385): Launched\u000a19:47:29.111796 run osmo-stp_10.42.42.5(pid=8386): Launched\u000a19:47:29.231735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:47:29.809166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8388): Launched\u000a19:47:29.927558 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:47:30.215710 run patchelf(pid=8389): Launched\u000a19:47:30.408719 run osmo-stp_10.42.42.5(pid=8386): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8386)]\u000a19:47:30.549765 run osmo-stp_10.42.42.5(pid=8386): stdout: \u000a| (launched: 2022-12-09_19:47:28.948162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:30.691537 run osmo-stp_10.42.42.5(pid=8386): stderr: \u000a| �[0;m�[38;5;43m20221209194729140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194729140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194729141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194729141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194729142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194729142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194729142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:30.829324 run osmo-stp_10.42.42.5(pid=8386): stdout: \u000a| (launched: 2022-12-09_19:47:28.948162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:31.002375 run osmo-stp_10.42.42.5(pid=8386): stderr: \u000a| �[0;m�[38;5;43m20221209194729140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194729140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194729141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194729141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194729142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194729142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194729142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:31.163618 run patchelf(pid=8389): Terminating (SIGINT)\u000a19:47:31.352719 run patchelf(pid=8389): Terminated: ok {rc=0}\u000a19:47:31.388147 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8386): Process ended prematurely: osmo-stp_10.42.42.5(pid=8386) [trial-2363↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8386)] [trial-2363↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a19:47:31.399313 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a19:47:31.466988 run osmo-hlr_10.42.42.2(pid=8383): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8383)]\u000a19:47:31.520264 run osmo-hlr_10.42.42.2(pid=8383): stdout: \u000a| (launched: 2022-12-09_19:47:27.917761) \u000a19:47:31.581835 run osmo-hlr_10.42.42.2(pid=8383): stderr: \u000a| �[0;m�[1;31m20221209194728116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194728116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194728116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194728116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194728116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194728116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194728128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194728137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194728137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194728137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:31.635114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8372): Terminating (SIGTERM)\u000a19:47:31.693667 run iperf3-srv_10.42.42.10(pid=8373): Terminating (SIGTERM)\u000a19:47:31.750710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8374): Terminating (SIGTERM)\u000a19:47:31.803062 run iperf3-srv_10.42.42.10(pid=8375): Terminating (SIGTERM)\u000a19:47:31.853727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8376): Terminating (SIGTERM)\u000a19:47:31.909373 run iperf3-srv_10.42.42.10(pid=8377): Terminating (SIGTERM)\u000a19:47:31.962215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8378): Terminating (SIGTERM)\u000a19:47:32.016293 run iperf3-srv_10.42.42.10(pid=8379): Terminating (SIGTERM)\u000a19:47:32.067427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8382): Terminating (SIGTERM)\u000a19:47:32.120721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8385): Terminating (SIGTERM)\u000a19:47:32.162568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8388): Terminating (SIGTERM)\u000a19:47:32.174397 --- ParallelTerminationStrategy: PID 8372 died...\u000a19:47:32.230174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8372): Terminated: ok {rc=0}\u000a19:47:32.239987 --- ParallelTerminationStrategy: PID 8373 died...\u000a19:47:32.292304 run iperf3-srv_10.42.42.10(pid=8373): Terminated {rc=256}\u000a19:47:32.301971 --- ParallelTerminationStrategy: PID 8374 died...\u000a19:47:32.354913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8374): Terminated: ok {rc=0}\u000a19:47:32.364541 --- ParallelTerminationStrategy: PID 8375 died...\u000a19:47:32.416914 run iperf3-srv_10.42.42.10(pid=8375): Terminated {rc=256}\u000a19:47:32.426632 --- ParallelTerminationStrategy: PID 8376 died...\u000a19:47:32.479171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8376): Terminated: ok {rc=0}\u000a19:47:32.488720 --- ParallelTerminationStrategy: PID 8377 died...\u000a19:47:32.540937 run iperf3-srv_10.42.42.10(pid=8377): Terminated {rc=256}\u000a19:47:32.550569 --- ParallelTerminationStrategy: PID 8378 died...\u000a19:47:32.603526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8378): Terminated: ok {rc=0}\u000a19:47:32.613150 --- ParallelTerminationStrategy: PID 8379 died...\u000a19:47:32.665346 run iperf3-srv_10.42.42.10(pid=8379): Terminated {rc=256}\u000a19:47:32.675002 --- ParallelTerminationStrategy: PID 8382 died...\u000a19:47:32.727844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8382): Terminated: ok {rc=0}\u000a19:47:32.737578 --- ParallelTerminationStrategy: PID 8385 died...\u000a19:47:32.790263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8385): Terminated: ok {rc=0}\u000a19:47:32.799998 --- ParallelTerminationStrategy: PID 8388 died...\u000a19:47:32.853335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8388): Terminated: ok {rc=0}\u000a19:47:32.941869 bus /gobi_4: Setting Powered False\u000a19:47:34.044148 bus /gobi_4: Setting Powered False\u000a19:47:35.154767 bus /gobi_1: Setting Powered False\u000a19:47:36.257111 bus /gobi_1: Setting Powered False\u000a19:47:37.368197 bus /gobi_0: Setting Powered False\u000a19:47:38.470571 bus /gobi_0: Setting Powered False\u000a19:47:39.583304 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8397): Process ended prematurely: osmo-stp_10.42.42.5(pid=8397) [trial-2363↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8397)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8397): Process ended prematurely: osmo-stp_10.42.42.5(pid=8397) [trial-2363↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a19:47:40.649871 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:40.661149 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:47:40.796929 tst ping.py: using LAC 23309\u000a19:47:40.917560 tst ping.py: using RAC 104\u000a19:47:41.035745 tst ping.py: using CellId 23309\u000a19:47:41.158825 tst ping.py: using BVCI 23310\u000a19:47:41.181904 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:41.192522 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:41.203100 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:41.213627 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:41.224031 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:41.234441 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:41.244905 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:41.255820 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:41.549655 tst ping.py:19: start network...\u000a19:47:41.685284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:42.196285 run create_hlr_db(pid=8391): Launched\u000a19:47:42.385088 bus /gobi_6: Setting Powered False\u000a19:47:43.404562 run create_hlr_db(pid=8391): Terminated: ok {rc=0}\u000a19:47:43.810436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8393): Launched\u000a19:47:44.113256 run osmo-hlr_10.42.42.2(pid=8394): Launched\u000a19:47:44.224019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:44.750449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8396): Launched\u000a19:47:45.052821 run osmo-stp_10.42.42.5(pid=8397): Launched\u000a19:47:45.162305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:47:45.687597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8399): Launched\u000a19:47:45.794510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:47:46.105213 run patchelf(pid=8400): Launched\u000a19:47:46.284904 run osmo-stp_10.42.42.5(pid=8397): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8397)]\u000a19:47:46.416488 run osmo-stp_10.42.42.5(pid=8397): stdout: \u000a| (launched: 2022-12-09_19:47:44.904001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:46.547946 run osmo-stp_10.42.42.5(pid=8397): stderr: \u000a| �[0;m�[38;5;43m20221209194745075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194745075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194745075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194745076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194745076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194745076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194745076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:46.676017 run osmo-stp_10.42.42.5(pid=8397): stdout: \u000a| (launched: 2022-12-09_19:47:44.904001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:46.802939 run osmo-stp_10.42.42.5(pid=8397): stderr: \u000a| �[0;m�[38;5;43m20221209194745075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194745075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194745075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194745076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194745076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194745076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194745076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:46.949362 run patchelf(pid=8400): Terminating (SIGINT)\u000a19:47:47.121837 run patchelf(pid=8400): Terminated: ok {rc=0}\u000a19:47:47.153133 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8397): Process ended prematurely: osmo-stp_10.42.42.5(pid=8397) [trial-2363↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8397)] [trial-2363↪gprs:nanobts+band-900↪ping.py:22]\u000a19:47:47.162405 tst ping.py:22: Test FAILED (6.5 sec)\u000a19:47:47.227714 run osmo-hlr_10.42.42.2(pid=8394): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8394)]\u000a19:47:47.275963 run osmo-hlr_10.42.42.2(pid=8394): stdout: \u000a| (launched: 2022-12-09_19:47:43.964307) \u000a19:47:47.324684 run osmo-hlr_10.42.42.2(pid=8394): stderr: \u000a| �[0;m�[1;31m20221209194744143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194744143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194744143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194744143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194744143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194744143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194744155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194744164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194744164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194744165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:47.366337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8393): Terminating (SIGTERM)\u000a19:47:47.406123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8396): Terminating (SIGTERM)\u000a19:47:47.445172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8399): Terminating (SIGTERM)\u000a19:47:47.454358 --- ParallelTerminationStrategy: PID 8393 died...\u000a19:47:47.507335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8393): Terminated: ok {rc=0}\u000a19:47:47.517032 --- ParallelTerminationStrategy: PID 8396 died...\u000a19:47:47.569242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8396): Terminated: ok {rc=0}\u000a19:47:47.578777 --- ParallelTerminationStrategy: PID 8399 died...\u000a19:47:47.631091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8399): Terminated: ok {rc=0}\u000a19:47:47.718611 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8407): Process ended prematurely: osmo-stp_10.42.42.5(pid=8407) [trial-2363↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8407)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8407): Process ended prematurely: osmo-stp_10.42.42.5(pid=8407) [trial-2363↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a19:47:48.770381 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:48.782286 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:47:48.921841 tst ping_idle_ping.py: using LAC 23310\u000a19:47:49.038796 tst ping_idle_ping.py: using RAC 105\u000a19:47:49.155404 tst ping_idle_ping.py: using CellId 23310\u000a19:47:49.274426 tst ping_idle_ping.py: using BVCI 23311\u000a19:47:49.297597 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:49.308221 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:49.318801 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:49.329330 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:49.339667 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:49.350077 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:49.360622 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:47:49.371187 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:49.666986 tst ping_idle_ping.py:24: start network...\u000a19:47:49.803993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:50.321577 run create_hlr_db(pid=8401): Launched\u000a19:47:50.510957 bus /gobi_6: Setting Powered False\u000a19:47:51.532250 run create_hlr_db(pid=8401): Terminated: ok {rc=0}\u000a19:47:51.940290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8403): Launched\u000a19:47:52.243895 run osmo-hlr_10.42.42.2(pid=8404): Launched\u000a19:47:52.355262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:52.881700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8406): Launched\u000a19:47:53.185600 run osmo-stp_10.42.42.5(pid=8407): Launched\u000a19:47:53.295265 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:47:53.823985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8409): Launched\u000a19:47:53.931517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:47:54.195200 run patchelf(pid=8410): Launched\u000a19:47:54.372254 run osmo-stp_10.42.42.5(pid=8407): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8407)]\u000a19:47:54.501752 run osmo-stp_10.42.42.5(pid=8407): stdout: \u000a| (launched: 2022-12-09_19:47:53.035836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:54.631148 run osmo-stp_10.42.42.5(pid=8407): stderr: \u000a| �[0;m�[38;5;43m20221209194753206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194753206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194753207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194753207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194753210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194753210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194753210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:54.756826 run osmo-stp_10.42.42.5(pid=8407): stdout: \u000a| (launched: 2022-12-09_19:47:53.035836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:54.881575 run osmo-stp_10.42.42.5(pid=8407): stderr: \u000a| �[0;m�[38;5;43m20221209194753206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194753206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194753207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194753207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194753210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194753210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194753210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:55.025718 run patchelf(pid=8410): Terminating (SIGINT)\u000a19:47:55.194727 run patchelf(pid=8410): Terminated: ok {rc=0}\u000a19:47:55.225437 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8407): Process ended prematurely: osmo-stp_10.42.42.5(pid=8407) [trial-2363↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8407)] [trial-2363↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a19:47:55.234183 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:47:55.293152 run osmo-hlr_10.42.42.2(pid=8404): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8404)]\u000a19:47:55.341655 run osmo-hlr_10.42.42.2(pid=8404): stdout: \u000a| (launched: 2022-12-09_19:47:52.094490) \u000a19:47:55.390349 run osmo-hlr_10.42.42.2(pid=8404): stderr: \u000a| �[0;m�[1;31m20221209194752269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194752269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194752269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194752269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194752269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194752269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194752286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194752295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194752295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194752295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:55.431806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8403): Terminating (SIGTERM)\u000a19:47:55.470941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8406): Terminating (SIGTERM)\u000a19:47:55.510456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8409): Terminating (SIGTERM)\u000a19:47:55.519451 --- ParallelTerminationStrategy: PID 8403 died...\u000a19:47:55.572300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8403): Terminated: ok {rc=0}\u000a19:47:55.582003 --- ParallelTerminationStrategy: PID 8406 died...\u000a19:47:55.635030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8406): Terminated: ok {rc=0}\u000a19:47:55.644654 --- ParallelTerminationStrategy: PID 8409 died...\u000a19:47:55.697420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8409): Terminated: ok {rc=0}\u000a19:47:55.785806 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:46:57" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8425): Process ended prematurely: osmo-stp_10.42.42.5(pid=8425) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8425)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8425): Process ended prematurely: osmo-stp_10.42.42.5(pid=8425) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:47:57.929578 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:47:57.940264 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:47:58.081132 tst cs_paging_gprs_active.py: using LAC 23311\u000a19:47:58.208882 tst cs_paging_gprs_active.py: using RAC 106\u000a19:47:58.336493 tst cs_paging_gprs_active.py: using CellId 23311\u000a19:47:58.464054 tst cs_paging_gprs_active.py: using BVCI 23312\u000a19:47:58.489421 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:47:58.500668 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:47:58.511748 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:47:58.523258 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:47:58.534823 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:47:58.546172 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:47:58.557671 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:47:58.569102 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:47:58.580448 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:47:58.697720 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:47:58.979038 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:47:59.107873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:47:59.429096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8415): Launched\u000a19:47:59.694503 run iperf3-srv_10.42.42.10(pid=8416): Launched\u000a19:47:59.883726 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:48:00.012176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:00.332472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8417): Launched\u000a19:48:00.597288 run iperf3-srv_10.42.42.10(pid=8418): Launched\u000a19:48:00.786051 tst cs_paging_gprs_active.py:38: start network...\u000a19:48:00.958114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:01.529229 run create_hlr_db(pid=8419): Launched\u000a19:48:01.710295 bus /gobi_6: Setting Powered False\u000a19:48:02.729696 run create_hlr_db(pid=8419): Terminated: ok {rc=0}\u000a19:48:03.169940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8421): Launched\u000a19:48:03.501600 run osmo-hlr_10.42.42.2(pid=8422): Launched\u000a19:48:03.623049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:04.198572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8424): Launched\u000a19:48:04.530969 run osmo-stp_10.42.42.5(pid=8425): Launched\u000a19:48:04.652644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:48:05.231807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8427): Launched\u000a19:48:05.349919 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:48:05.639130 run patchelf(pid=8428): Launched\u000a19:48:05.832238 run osmo-stp_10.42.42.5(pid=8425): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8425)]\u000a19:48:05.973036 run osmo-stp_10.42.42.5(pid=8425): stdout: \u000a| (launched: 2022-12-09_19:48:04.367643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:06.114229 run osmo-stp_10.42.42.5(pid=8425): stderr: \u000a| �[0;m�[38;5;43m20221209194804560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194804560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194804560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194804561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194804563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194804563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194804563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:06.250802 run osmo-stp_10.42.42.5(pid=8425): stdout: \u000a| (launched: 2022-12-09_19:48:04.367643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:06.386115 run osmo-stp_10.42.42.5(pid=8425): stderr: \u000a| �[0;m�[38;5;43m20221209194804560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194804560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194804560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194804561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194804563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194804563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194804563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:06.543687 run patchelf(pid=8428): Terminating (SIGINT)\u000a19:48:06.728493 run patchelf(pid=8428): Terminated: ok {rc=0}\u000a19:48:06.762767 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8425): Process ended prematurely: osmo-stp_10.42.42.5(pid=8425) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8425)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:48:06.772785 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:48:06.835722 run osmo-hlr_10.42.42.2(pid=8422): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8422)]\u000a19:48:06.886649 run osmo-hlr_10.42.42.2(pid=8422): stdout: \u000a| (launched: 2022-12-09_19:48:03.338472) \u000a19:48:06.938117 run osmo-hlr_10.42.42.2(pid=8422): stderr: \u000a| �[0;m�[1;31m20221209194803538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194803538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194803538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194803538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194803538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194803538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194803551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194803559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194803560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194803560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:06.982039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8415): Terminating (SIGTERM)\u000a19:48:07.023265 run iperf3-srv_10.42.42.10(pid=8416): Terminating (SIGTERM)\u000a19:48:07.064651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8417): Terminating (SIGTERM)\u000a19:48:07.106119 run iperf3-srv_10.42.42.10(pid=8418): Terminating (SIGTERM)\u000a19:48:07.147468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8421): Terminating (SIGTERM)\u000a19:48:07.188678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8424): Terminating (SIGTERM)\u000a19:48:07.230097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8427): Terminating (SIGTERM)\u000a19:48:07.239633 --- ParallelTerminationStrategy: PID 8415 died...\u000a19:48:07.295145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8415): Terminated: ok {rc=0}\u000a19:48:07.305323 --- ParallelTerminationStrategy: PID 8416 died...\u000a19:48:07.360081 run iperf3-srv_10.42.42.10(pid=8416): Terminated {rc=256}\u000a19:48:07.370306 --- ParallelTerminationStrategy: PID 8417 died...\u000a19:48:07.425743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8417): Terminated: ok {rc=0}\u000a19:48:07.435691 --- ParallelTerminationStrategy: PID 8418 died...\u000a19:48:07.490945 run iperf3-srv_10.42.42.10(pid=8418): Terminated {rc=256}\u000a19:48:07.500934 --- ParallelTerminationStrategy: PID 8421 died...\u000a19:48:07.556804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8421): Terminated: ok {rc=0}\u000a19:48:07.566829 --- ParallelTerminationStrategy: PID 8424 died...\u000a19:48:07.622298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8424): Terminated: ok {rc=0}\u000a19:48:07.632325 --- ParallelTerminationStrategy: PID 8427 died...\u000a19:48:07.687595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8427): Terminated: ok {rc=0}\u000a19:48:07.775144 bus /gobi_0: Setting Powered False\u000a19:48:08.880826 bus /gobi_0: Setting Powered False\u000a19:48:09.990607 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8437): Process ended prematurely: osmo-stp_10.42.42.5(pid=8437) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8437)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8437): Process ended prematurely: osmo-stp_10.42.42.5(pid=8437) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:48:11.104746 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:11.116768 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:48:11.264916 tst iperf3.py: using LAC 23312\u000a19:48:11.393733 tst iperf3.py: using RAC 107\u000a19:48:11.524197 tst iperf3.py: using CellId 23312\u000a19:48:11.647550 tst iperf3.py: using BVCI 23313\u000a19:48:11.671155 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:11.682051 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:11.692728 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:11.703542 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:11.714138 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:11.724735 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:11.735861 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:11.746440 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:11.757199 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:48:12.057095 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:48:12.196062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:12.541179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8429): Launched\u000a19:48:12.828839 run iperf3-srv_10.42.42.10(pid=8430): Launched\u000a19:48:13.033324 tst iperf3.py:8: start network...\u000a19:48:13.172152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:13.692354 run create_hlr_db(pid=8431): Launched\u000a19:48:13.884075 bus /gobi_6: Setting Powered False\u000a19:48:14.905573 run create_hlr_db(pid=8431): Terminated: ok {rc=0}\u000a19:48:15.319930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8433): Launched\u000a19:48:15.628867 run osmo-hlr_10.42.42.2(pid=8434): Launched\u000a19:48:15.742162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:16.368157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8436): Launched\u000a19:48:16.827728 run osmo-stp_10.42.42.5(pid=8437): Launched\u000a19:48:17.017077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:48:17.598337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8439): Launched\u000a19:48:17.716467 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:48:18.004536 run patchelf(pid=8440): Launched\u000a19:48:18.197272 run osmo-stp_10.42.42.5(pid=8437): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8437)]\u000a19:48:18.338118 run osmo-stp_10.42.42.5(pid=8437): stdout: \u000a| (launched: 2022-12-09_19:48:16.541774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:18.479484 run osmo-stp_10.42.42.5(pid=8437): stderr: \u000a| �[0;m�[38;5;43m20221209194816790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194816790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194816790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194816791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194816791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194816791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194816791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:18.615895 run osmo-stp_10.42.42.5(pid=8437): stdout: \u000a| (launched: 2022-12-09_19:48:16.541774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:18.751507 run osmo-stp_10.42.42.5(pid=8437): stderr: \u000a| �[0;m�[38;5;43m20221209194816790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194816790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194816790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194816791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194816791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194816791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194816791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:18.909063 run patchelf(pid=8440): Terminating (SIGINT)\u000a19:48:19.093902 run patchelf(pid=8440): Terminated: ok {rc=0}\u000a19:48:19.127749 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8437): Process ended prematurely: osmo-stp_10.42.42.5(pid=8437) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8437)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a19:48:19.137662 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a19:48:19.200568 run osmo-hlr_10.42.42.2(pid=8434): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8434)]\u000a19:48:19.251388 run osmo-hlr_10.42.42.2(pid=8434): stdout: \u000a| (launched: 2022-12-09_19:48:15.477131) \u000a19:48:19.302745 run osmo-hlr_10.42.42.2(pid=8434): stderr: \u000a| �[0;m�[1;31m20221209194815656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194815656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194815656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194815656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194815656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194815656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194815668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194815677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194815677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194815677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:19.346456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8429): Terminating (SIGTERM)\u000a19:48:19.388350 run iperf3-srv_10.42.42.10(pid=8430): Terminating (SIGTERM)\u000a19:48:19.430806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8433): Terminating (SIGTERM)\u000a19:48:19.472257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8436): Terminating (SIGTERM)\u000a19:48:19.514233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8439): Terminating (SIGTERM)\u000a19:48:19.524193 --- ParallelTerminationStrategy: PID 8429 died...\u000a19:48:19.580119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8429): Terminated: ok {rc=0}\u000a19:48:19.590473 --- ParallelTerminationStrategy: PID 8430 died...\u000a19:48:19.646392 run iperf3-srv_10.42.42.10(pid=8430): Terminated {rc=256}\u000a19:48:19.656518 --- ParallelTerminationStrategy: PID 8433 died...\u000a19:48:19.712428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8433): Terminated: ok {rc=0}\u000a19:48:19.722550 --- ParallelTerminationStrategy: PID 8436 died...\u000a19:48:19.778456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8436): Terminated: ok {rc=0}\u000a19:48:19.788840 --- ParallelTerminationStrategy: PID 8439 died...\u000a19:48:19.845193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8439): Terminated: ok {rc=0}\u000a19:48:19.931680 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8455): Process ended prematurely: osmo-stp_10.42.42.5(pid=8455) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8455)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8455): Process ended prematurely: osmo-stp_10.42.42.5(pid=8455) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:48:21.047723 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:21.059767 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:48:21.207259 tst iperf3m4.py: using LAC 23313\u000a19:48:21.338384 tst iperf3m4.py: using RAC 108\u000a19:48:21.466509 tst iperf3m4.py: using CellId 23313\u000a19:48:21.595089 tst iperf3m4.py: using BVCI 23314\u000a19:48:21.620327 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:21.631753 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:21.642914 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:21.654858 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:21.666673 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:21.678570 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:21.690705 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:21.702472 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:21.715178 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:48:21.837503 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:48:21.957768 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:48:22.073871 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:48:22.356733 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:48:22.486034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:22.805896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8441): Launched\u000a19:48:23.072423 run iperf3-srv_10.42.42.10(pid=8442): Launched\u000a19:48:23.261536 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:48:23.390255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:23.712342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8443): Launched\u000a19:48:23.977815 run iperf3-srv_10.42.42.10(pid=8444): Launched\u000a19:48:24.166027 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:48:24.294508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:24.616899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8445): Launched\u000a19:48:24.882090 run iperf3-srv_10.42.42.10(pid=8446): Launched\u000a19:48:25.071089 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:48:25.199488 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:25.519127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8447): Launched\u000a19:48:25.784319 run iperf3-srv_10.42.42.10(pid=8448): Launched\u000a19:48:25.972462 tst iperf3m4.py:8: start network...\u000a19:48:26.101117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:26.595416 run create_hlr_db(pid=8449): Launched\u000a19:48:26.772296 bus /gobi_6: Setting Powered False\u000a19:48:27.793653 run create_hlr_db(pid=8449): Terminated: ok {rc=0}\u000a19:48:28.234958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8451): Launched\u000a19:48:28.566851 run osmo-hlr_10.42.42.2(pid=8452): Launched\u000a19:48:28.690953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:29.269495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8454): Launched\u000a19:48:29.601701 run osmo-stp_10.42.42.5(pid=8455): Launched\u000a19:48:29.722459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:48:30.297515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8457): Launched\u000a19:48:30.415436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:48:30.702967 run patchelf(pid=8458): Launched\u000a19:48:30.911722 run osmo-stp_10.42.42.5(pid=8455): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8455)]\u000a19:48:31.056011 run osmo-stp_10.42.42.5(pid=8455): stdout: \u000a| (launched: 2022-12-09_19:48:29.438199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:31.193588 run osmo-stp_10.42.42.5(pid=8455): stderr: \u000a| �[0;m�[38;5;43m20221209194829629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194829629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194829630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194829630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194829631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194829631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194829631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:31.325867 run osmo-stp_10.42.42.5(pid=8455): stdout: \u000a| (launched: 2022-12-09_19:48:29.438199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:31.457491 run osmo-stp_10.42.42.5(pid=8455): stderr: \u000a| �[0;m�[38;5;43m20221209194829629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194829629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194829630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194829630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194829631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194829631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194829631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:31.617400 run patchelf(pid=8458): Terminating (SIGINT)\u000a19:48:31.805831 run patchelf(pid=8458): Terminated: ok {rc=0}\u000a19:48:31.840717 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8455): Process ended prematurely: osmo-stp_10.42.42.5(pid=8455) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8455)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:48:31.851825 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a19:48:31.919536 run osmo-hlr_10.42.42.2(pid=8452): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8452)]\u000a19:48:31.972491 run osmo-hlr_10.42.42.2(pid=8452): stdout: \u000a| (launched: 2022-12-09_19:48:28.403725) \u000a19:48:32.026351 run osmo-hlr_10.42.42.2(pid=8452): stderr: \u000a| �[0;m�[1;31m20221209194828604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194828604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194828604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194828604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194828605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194828605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194828617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194828625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194828625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194828625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:32.072531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8441): Terminating (SIGTERM)\u000a19:48:32.116591 run iperf3-srv_10.42.42.10(pid=8442): Terminating (SIGTERM)\u000a19:48:32.162805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8443): Terminating (SIGTERM)\u000a19:48:32.206704 run iperf3-srv_10.42.42.10(pid=8444): Terminating (SIGTERM)\u000a19:48:32.247949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8445): Terminating (SIGTERM)\u000a19:48:32.289026 run iperf3-srv_10.42.42.10(pid=8446): Terminating (SIGTERM)\u000a19:48:32.330747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8447): Terminating (SIGTERM)\u000a19:48:32.371753 run iperf3-srv_10.42.42.10(pid=8448): Terminating (SIGTERM)\u000a19:48:32.413819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8451): Terminating (SIGTERM)\u000a19:48:32.455290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8454): Terminating (SIGTERM)\u000a19:48:32.496685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8457): Terminating (SIGTERM)\u000a19:48:32.506033 --- ParallelTerminationStrategy: PID 8441 died...\u000a19:48:32.561640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8441): Terminated: ok {rc=0}\u000a19:48:32.571607 --- ParallelTerminationStrategy: PID 8442 died...\u000a19:48:32.626793 run iperf3-srv_10.42.42.10(pid=8442): Terminated {rc=256}\u000a19:48:32.636841 --- ParallelTerminationStrategy: PID 8443 died...\u000a19:48:32.691988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8443): Terminated: ok {rc=0}\u000a19:48:32.702020 --- ParallelTerminationStrategy: PID 8444 died...\u000a19:48:32.757510 run iperf3-srv_10.42.42.10(pid=8444): Terminated {rc=256}\u000a19:48:32.767557 --- ParallelTerminationStrategy: PID 8445 died...\u000a19:48:32.822955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8445): Terminated: ok {rc=0}\u000a19:48:32.832915 --- ParallelTerminationStrategy: PID 8446 died...\u000a19:48:32.888048 run iperf3-srv_10.42.42.10(pid=8446): Terminated {rc=256}\u000a19:48:32.898160 --- ParallelTerminationStrategy: PID 8447 died...\u000a19:48:32.953124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8447): Terminated: ok {rc=0}\u000a19:48:32.963891 --- ParallelTerminationStrategy: PID 8448 died...\u000a19:48:33.019220 run iperf3-srv_10.42.42.10(pid=8448): Terminated {rc=256}\u000a19:48:33.029451 --- ParallelTerminationStrategy: PID 8451 died...\u000a19:48:33.084809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8451): Terminated: ok {rc=0}\u000a19:48:33.095198 --- ParallelTerminationStrategy: PID 8454 died...\u000a19:48:33.150575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8454): Terminated: ok {rc=0}\u000a19:48:33.161127 --- ParallelTerminationStrategy: PID 8457 died...\u000a19:48:33.216583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8457): Terminated: ok {rc=0}\u000a19:48:33.301826 bus /gobi_4: Setting Powered False\u000a19:48:34.406595 bus /gobi_4: Setting Powered False\u000a19:48:35.512818 bus /gobi_1: Setting Powered False\u000a19:48:36.618562 bus /gobi_1: Setting Powered False\u000a19:48:37.724160 bus /gobi_0: Setting Powered False\u000a19:48:38.828574 bus /gobi_0: Setting Powered False\u000a19:48:39.938336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8465): Process ended prematurely: osmo-stp_10.42.42.5(pid=8465) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8465)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8465): Process ended prematurely: osmo-stp_10.42.42.5(pid=8465) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:48:41.004842 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:41.016909 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:48:41.155797 tst ping.py: using LAC 23314\u000a19:48:41.275572 tst ping.py: using RAC 109\u000a19:48:41.396379 tst ping.py: using CellId 23314\u000a19:48:41.514587 tst ping.py: using BVCI 23315\u000a19:48:41.537795 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:41.548677 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:41.559440 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:41.570160 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:41.580881 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:41.591484 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:41.602338 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:41.613039 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:48:41.906107 tst ping.py:19: start network...\u000a19:48:42.041252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:42.550159 run create_hlr_db(pid=8459): Launched\u000a19:48:42.738188 bus /gobi_6: Setting Powered False\u000a19:48:43.758663 run create_hlr_db(pid=8459): Terminated: ok {rc=0}\u000a19:48:44.166599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8461): Launched\u000a19:48:44.470802 run osmo-hlr_10.42.42.2(pid=8462): Launched\u000a19:48:44.583993 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:45.114885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8464): Launched\u000a19:48:45.420213 run osmo-stp_10.42.42.5(pid=8465): Launched\u000a19:48:45.530283 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:48:46.111896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8467): Launched\u000a19:48:46.231223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:48:46.533155 run patchelf(pid=8468): Launched\u000a19:48:46.729332 run osmo-stp_10.42.42.5(pid=8465): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8465)]\u000a19:48:46.872193 run osmo-stp_10.42.42.5(pid=8465): stdout: \u000a| (launched: 2022-12-09_19:48:45.270176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:47.019086 run osmo-stp_10.42.42.5(pid=8465): stderr: \u000a| �[0;m�[38;5;43m20221209194845442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194845443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194845443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194845443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194845444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194845444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194845444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:47.158598 run osmo-stp_10.42.42.5(pid=8465): stdout: \u000a| (launched: 2022-12-09_19:48:45.270176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:47.292611 run osmo-stp_10.42.42.5(pid=8465): stderr: \u000a| �[0;m�[38;5;43m20221209194845442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194845443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194845443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194845443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194845444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194845444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194845444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:47.447669 run patchelf(pid=8468): Terminating (SIGINT)\u000a19:48:47.629576 run patchelf(pid=8468): Terminated: ok {rc=0}\u000a19:48:47.662641 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8465): Process ended prematurely: osmo-stp_10.42.42.5(pid=8465) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8465)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a19:48:47.672166 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:48:47.735333 run osmo-hlr_10.42.42.2(pid=8462): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8462)]\u000a19:48:47.786712 run osmo-hlr_10.42.42.2(pid=8462): stdout: \u000a| (launched: 2022-12-09_19:48:44.320239) \u000a19:48:47.838739 run osmo-hlr_10.42.42.2(pid=8462): stderr: \u000a| �[0;m�[1;31m20221209194844496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194844496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194844496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194844496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194844496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194844497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194844510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194844519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194844519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194844519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:47.882914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8461): Terminating (SIGTERM)\u000a19:48:47.924479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8464): Terminating (SIGTERM)\u000a19:48:47.966167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8467): Terminating (SIGTERM)\u000a19:48:47.976180 --- ParallelTerminationStrategy: PID 8461 died...\u000a19:48:48.031929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8461): Terminated: ok {rc=0}\u000a19:48:48.042441 --- ParallelTerminationStrategy: PID 8464 died...\u000a19:48:48.098214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8464): Terminated: ok {rc=0}\u000a19:48:48.108315 --- ParallelTerminationStrategy: PID 8467 died...\u000a19:48:48.164101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8467): Terminated: ok {rc=0}\u000a19:48:48.249955 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8475): Process ended prematurely: osmo-stp_10.42.42.5(pid=8475) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8475)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8475): Process ended prematurely: osmo-stp_10.42.42.5(pid=8475) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:48:49.302182 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:49.314406 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:48:49.461742 tst ping_idle_ping.py: using LAC 23315\u000a19:48:49.589349 tst ping_idle_ping.py: using RAC 110\u000a19:48:49.715606 tst ping_idle_ping.py: using CellId 23315\u000a19:48:49.836667 tst ping_idle_ping.py: using BVCI 23316\u000a19:48:49.860034 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:49.871161 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:49.881932 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:49.892856 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:49.903786 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:49.914674 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:49.925923 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:48:49.936570 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:48:50.231273 tst ping_idle_ping.py:24: start network...\u000a19:48:50.367304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:50.883229 run create_hlr_db(pid=8469): Launched\u000a19:48:51.073069 bus /gobi_6: Setting Powered False\u000a19:48:52.093287 run create_hlr_db(pid=8469): Terminated: ok {rc=0}\u000a19:48:52.527216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8471): Launched\u000a19:48:52.855360 run osmo-hlr_10.42.42.2(pid=8472): Launched\u000a19:48:52.977819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:53.545744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8474): Launched\u000a19:48:53.872504 run osmo-stp_10.42.42.5(pid=8475): Launched\u000a19:48:53.990715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:48:54.560093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8477): Launched\u000a19:48:54.676699 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:48:54.961389 run patchelf(pid=8478): Launched\u000a19:48:55.151059 run osmo-stp_10.42.42.5(pid=8475): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8475)]\u000a19:48:55.290447 run osmo-stp_10.42.42.5(pid=8475): stdout: \u000a| (launched: 2022-12-09_19:48:53.711568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:55.429137 run osmo-stp_10.42.42.5(pid=8475): stderr: \u000a| �[0;m�[38;5;43m20221209194853906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194853906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194853906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194853907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194853907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194853907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194853907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:55.563289 run osmo-stp_10.42.42.5(pid=8475): stdout: \u000a| (launched: 2022-12-09_19:48:53.711568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:55.696014 run osmo-stp_10.42.42.5(pid=8475): stderr: \u000a| �[0;m�[38;5;43m20221209194853906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194853906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194853906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194853907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194853907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194853907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194853907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:55.851455 run patchelf(pid=8478): Terminating (SIGINT)\u000a19:48:56.033181 run patchelf(pid=8478): Terminated: ok {rc=0}\u000a19:48:56.066030 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8475): Process ended prematurely: osmo-stp_10.42.42.5(pid=8475) [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8475)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:48:56.075422 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a19:48:56.138682 run osmo-hlr_10.42.42.2(pid=8472): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8472)]\u000a19:48:56.189757 run osmo-hlr_10.42.42.2(pid=8472): stdout: \u000a| (launched: 2022-12-09_19:48:52.693537) \u000a19:48:56.241419 run osmo-hlr_10.42.42.2(pid=8472): stderr: \u000a| �[0;m�[1;31m20221209194852893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194852893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194852893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194852893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194852893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194852893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194852906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194852915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194852915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194852915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:56.285569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8471): Terminating (SIGTERM)\u000a19:48:56.327390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8474): Terminating (SIGTERM)\u000a19:48:56.368689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8477): Terminating (SIGTERM)\u000a19:48:56.378647 --- ParallelTerminationStrategy: PID 8471 died...\u000a19:48:56.434676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8471): Terminated: ok {rc=0}\u000a19:48:56.444751 --- ParallelTerminationStrategy: PID 8474 died...\u000a19:48:56.500052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8474): Terminated: ok {rc=0}\u000a19:48:56.510643 --- ParallelTerminationStrategy: PID 8477 died...\u000a19:48:56.565825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8477): Terminated: ok {rc=0}\u000a19:48:56.651064 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:47:57" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8496): Process ended prematurely: osmo-stp_10.42.42.5(pid=8496) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8496)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8496): Process ended prematurely: osmo-stp_10.42.42.5(pid=8496) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:48:58.794554 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:48:58.805405 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:48:58.961164 tst cs_paging_gprs_active.py: using LAC 23316\u000a19:48:59.083977 tst cs_paging_gprs_active.py: using RAC 111\u000a19:48:59.205279 tst cs_paging_gprs_active.py: using CellId 23316\u000a19:48:59.333707 tst cs_paging_gprs_active.py: using BVCI 23317\u000a19:48:59.357555 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:48:59.368335 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:48:59.379120 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:48:59.389908 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:48:59.400540 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:48:59.411199 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:48:59.421935 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:48:59.432479 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:48:59.443343 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:48:59.563841 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:48:59.864861 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:49:00.003668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:00.346100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8486): Launched\u000a19:49:00.629794 run iperf3-srv_10.42.42.10(pid=8487): Launched\u000a19:49:00.833749 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:49:00.974834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:01.335036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8488): Launched\u000a19:49:01.635949 run iperf3-srv_10.42.42.10(pid=8489): Launched\u000a19:49:01.835687 tst cs_paging_gprs_active.py:38: start network...\u000a19:49:01.985400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:02.510620 run create_hlr_db(pid=8490): Launched\u000a19:49:02.702641 bus /gobi_6: Setting Powered False\u000a19:49:03.722606 run create_hlr_db(pid=8490): Terminated: ok {rc=0}\u000a19:49:04.136420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8492): Launched\u000a19:49:04.446233 run osmo-hlr_10.42.42.2(pid=8493): Launched\u000a19:49:04.560767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:05.097177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8495): Launched\u000a19:49:05.406121 run osmo-stp_10.42.42.5(pid=8496): Launched\u000a19:49:05.518634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:06.057318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8498): Launched\u000a19:49:06.167164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:06.436271 run patchelf(pid=8499): Launched\u000a19:49:06.616374 run osmo-stp_10.42.42.5(pid=8496): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8496)]\u000a19:49:06.747752 run osmo-stp_10.42.42.5(pid=8496): stdout: \u000a| (launched: 2022-12-09_19:49:05.254052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:06.879636 run osmo-stp_10.42.42.5(pid=8496): stderr: \u000a| �[0;m�[38;5;43m20221209194905427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194905427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194905427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194905428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194905428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194905428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194905428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:07.006781 run osmo-stp_10.42.42.5(pid=8496): stdout: \u000a| (launched: 2022-12-09_19:49:05.254052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:07.132497 run osmo-stp_10.42.42.5(pid=8496): stderr: \u000a| �[0;m�[38;5;43m20221209194905427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194905427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194905427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194905428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194905428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194905428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194905428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:07.279661 run patchelf(pid=8499): Terminating (SIGINT)\u000a19:49:07.453148 run patchelf(pid=8499): Terminated: ok {rc=0}\u000a19:49:07.486003 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8496): Process ended prematurely: osmo-stp_10.42.42.5(pid=8496) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8496)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:49:07.495433 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:49:07.554565 run osmo-hlr_10.42.42.2(pid=8493): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8493)]\u000a19:49:07.602622 run osmo-hlr_10.42.42.2(pid=8493): stdout: \u000a| (launched: 2022-12-09_19:49:04.293761) \u000a19:49:07.651401 run osmo-hlr_10.42.42.2(pid=8493): stderr: \u000a| �[0;m�[1;31m20221209194904471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194904471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194904471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194904471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194904471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194904471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194904484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194904493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194904493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194904493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:07.692870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8486): Terminating (SIGTERM)\u000a19:49:07.731689 run iperf3-srv_10.42.42.10(pid=8487): Terminating (SIGTERM)\u000a19:49:07.770801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8488): Terminating (SIGTERM)\u000a19:49:07.809681 run iperf3-srv_10.42.42.10(pid=8489): Terminating (SIGTERM)\u000a19:49:07.848836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8492): Terminating (SIGTERM)\u000a19:49:07.887832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8495): Terminating (SIGTERM)\u000a19:49:07.926714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8498): Terminating (SIGTERM)\u000a19:49:07.935786 --- ParallelTerminationStrategy: PID 8486 died...\u000a19:49:07.988115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8486): Terminated: ok {rc=0}\u000a19:49:07.997727 --- ParallelTerminationStrategy: PID 8487 died...\u000a19:49:08.049630 run iperf3-srv_10.42.42.10(pid=8487): Terminated {rc=256}\u000a19:49:08.059056 --- ParallelTerminationStrategy: PID 8488 died...\u000a19:49:08.110961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8488): Terminated: ok {rc=0}\u000a19:49:08.120403 --- ParallelTerminationStrategy: PID 8489 died...\u000a19:49:08.172794 run iperf3-srv_10.42.42.10(pid=8489): Terminated {rc=256}\u000a19:49:08.182268 --- ParallelTerminationStrategy: PID 8492 died...\u000a19:49:08.234285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8492): Terminated: ok {rc=0}\u000a19:49:08.243724 --- ParallelTerminationStrategy: PID 8495 died...\u000a19:49:08.296278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8495): Terminated: ok {rc=0}\u000a19:49:08.305797 --- ParallelTerminationStrategy: PID 8498 died...\u000a19:49:08.357850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8498): Terminated: ok {rc=0}\u000a19:49:08.445742 bus /gobi_0: Setting Powered False\u000a19:49:09.548710 bus /gobi_0: Setting Powered False\u000a19:49:10.658912 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8508): Process ended prematurely: osmo-stp_10.42.42.5(pid=8508) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8508)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8508): Process ended prematurely: osmo-stp_10.42.42.5(pid=8508) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:49:11.769991 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:11.781498 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:49:11.938119 tst iperf3.py: using LAC 23317\u000a19:49:12.058728 tst iperf3.py: using RAC 112\u000a19:49:12.181639 tst iperf3.py: using CellId 23317\u000a19:49:12.301915 tst iperf3.py: using BVCI 23318\u000a19:49:12.325557 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:12.336325 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:12.347072 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:12.357783 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:12.368455 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:12.379194 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:12.390006 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:12.400593 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:12.411468 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:49:12.709486 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:49:12.849160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:13.192800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8500): Launched\u000a19:49:13.478456 run iperf3-srv_10.42.42.10(pid=8501): Launched\u000a19:49:13.682373 tst iperf3.py:8: start network...\u000a19:49:13.822208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:14.344373 run create_hlr_db(pid=8502): Launched\u000a19:49:14.536563 bus /gobi_6: Setting Powered False\u000a19:49:15.545866 run create_hlr_db(pid=8502): Terminated: ok {rc=0}\u000a19:49:16.022723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8504): Launched\u000a19:49:16.405189 run osmo-hlr_10.42.42.2(pid=8505): Launched\u000a19:49:16.578416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:17.206506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8507): Launched\u000a19:49:17.551829 run osmo-stp_10.42.42.5(pid=8508): Launched\u000a19:49:17.672737 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:18.249054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8510): Launched\u000a19:49:18.367101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:18.654905 run patchelf(pid=8511): Launched\u000a19:49:18.847620 run osmo-stp_10.42.42.5(pid=8508): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8508)]\u000a19:49:18.988221 run osmo-stp_10.42.42.5(pid=8508): stdout: \u000a| (launched: 2022-12-09_19:49:17.387206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:19.129066 run osmo-stp_10.42.42.5(pid=8508): stderr: \u000a| �[0;m�[38;5;43m20221209194917581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194917581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194917581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194917581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194917582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194917582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194917582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:19.265486 run osmo-stp_10.42.42.5(pid=8508): stdout: \u000a| (launched: 2022-12-09_19:49:17.387206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:19.400621 run osmo-stp_10.42.42.5(pid=8508): stderr: \u000a| �[0;m�[38;5;43m20221209194917581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194917581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194917581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194917581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194917582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194917582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194917582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:19.558418 run patchelf(pid=8511): Terminating (SIGINT)\u000a19:49:19.743222 run patchelf(pid=8511): Terminated: ok {rc=0}\u000a19:49:19.777472 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8508): Process ended prematurely: osmo-stp_10.42.42.5(pid=8508) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8508)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:49:19.787534 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a19:49:19.851282 run osmo-hlr_10.42.42.2(pid=8505): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8505)]\u000a19:49:19.902453 run osmo-hlr_10.42.42.2(pid=8505): stdout: \u000a| (launched: 2022-12-09_19:49:16.182797) \u000a19:49:19.954417 run osmo-hlr_10.42.42.2(pid=8505): stderr: \u000a| �[0;m�[1;31m20221209194916439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194916439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194916440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194916440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194916440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194916440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194916452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194916468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194916468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194916468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:19.998855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8500): Terminating (SIGTERM)\u000a19:49:20.040713 run iperf3-srv_10.42.42.10(pid=8501): Terminating (SIGTERM)\u000a19:49:20.082670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8504): Terminating (SIGTERM)\u000a19:49:20.124171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8507): Terminating (SIGTERM)\u000a19:49:20.166612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8510): Terminating (SIGTERM)\u000a19:49:20.176443 --- ParallelTerminationStrategy: PID 8500 died...\u000a19:49:20.233626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8500): Terminated: ok {rc=0}\u000a19:49:20.243802 --- ParallelTerminationStrategy: PID 8501 died...\u000a19:49:20.300118 run iperf3-srv_10.42.42.10(pid=8501): Terminated {rc=256}\u000a19:49:20.310235 --- ParallelTerminationStrategy: PID 8504 died...\u000a19:49:20.366549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8504): Terminated: ok {rc=0}\u000a19:49:20.376601 --- ParallelTerminationStrategy: PID 8507 died...\u000a19:49:20.432252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8507): Terminated: ok {rc=0}\u000a19:49:20.442600 --- ParallelTerminationStrategy: PID 8510 died...\u000a19:49:20.498153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8510): Terminated: ok {rc=0}\u000a19:49:20.586032 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8526): Process ended prematurely: osmo-stp_10.42.42.5(pid=8526) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8526)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8526): Process ended prematurely: osmo-stp_10.42.42.5(pid=8526) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:49:21.698399 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:21.711046 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:49:21.874694 tst iperf3m4.py: using LAC 23318\u000a19:49:22.004658 tst iperf3m4.py: using RAC 113\u000a19:49:22.134339 tst iperf3m4.py: using CellId 23318\u000a19:49:22.259677 tst iperf3m4.py: using BVCI 23319\u000a19:49:22.283439 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:22.294829 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:22.305631 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:22.317343 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:22.328360 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:22.339260 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:22.350205 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:22.360737 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:22.371666 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:49:22.487817 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:49:22.613534 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:49:22.735521 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:49:23.035518 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:49:23.174507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:23.518737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8512): Launched\u000a19:49:23.804423 run iperf3-srv_10.42.42.10(pid=8513): Launched\u000a19:49:24.008340 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:49:24.147283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:24.490785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8514): Launched\u000a19:49:24.775576 run iperf3-srv_10.42.42.10(pid=8515): Launched\u000a19:49:24.979288 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:49:25.118288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:25.463297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8516): Launched\u000a19:49:25.747835 run iperf3-srv_10.42.42.10(pid=8517): Launched\u000a19:49:25.951731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:49:26.090520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:26.434209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8518): Launched\u000a19:49:26.718806 run iperf3-srv_10.42.42.10(pid=8519): Launched\u000a19:49:26.922973 tst iperf3m4.py:8: start network...\u000a19:49:27.061660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:27.582870 run create_hlr_db(pid=8520): Launched\u000a19:49:27.774432 bus /gobi_6: Setting Powered False\u000a19:49:28.795612 run create_hlr_db(pid=8520): Terminated: ok {rc=0}\u000a19:49:29.209290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8522): Launched\u000a19:49:29.519467 run osmo-hlr_10.42.42.2(pid=8523): Launched\u000a19:49:29.634025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:30.171492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8525): Launched\u000a19:49:30.480762 run osmo-stp_10.42.42.5(pid=8526): Launched\u000a19:49:30.594114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:31.174841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8528): Launched\u000a19:49:31.287584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:31.590318 run patchelf(pid=8529): Launched\u000a19:49:31.789653 run osmo-stp_10.42.42.5(pid=8526): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8526)]\u000a19:49:31.935900 run osmo-stp_10.42.42.5(pid=8526): stdout: \u000a| (launched: 2022-12-09_19:49:30.328443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:32.082707 run osmo-stp_10.42.42.5(pid=8526): stderr: \u000a| �[0;m�[38;5;43m20221209194930498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194930499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194930499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194930499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194930500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194930500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194930500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:32.223715 run osmo-stp_10.42.42.5(pid=8526): stdout: \u000a| (launched: 2022-12-09_19:49:30.328443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:32.359488 run osmo-stp_10.42.42.5(pid=8526): stderr: \u000a| �[0;m�[38;5;43m20221209194930498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194930499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194930499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194930499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194930500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194930500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194930500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:32.517295 run patchelf(pid=8529): Terminating (SIGINT)\u000a19:49:32.701962 run patchelf(pid=8529): Terminated: ok {rc=0}\u000a19:49:32.735834 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8526): Process ended prematurely: osmo-stp_10.42.42.5(pid=8526) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8526)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:49:32.746002 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a19:49:32.810175 run osmo-hlr_10.42.42.2(pid=8523): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8523)]\u000a19:49:32.861611 run osmo-hlr_10.42.42.2(pid=8523): stdout: \u000a| (launched: 2022-12-09_19:49:29.366311) \u000a19:49:32.913695 run osmo-hlr_10.42.42.2(pid=8523): stderr: \u000a| �[0;m�[1;31m20221209194929542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194929542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194929542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194929542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194929542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194929542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194929555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194929564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194929565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194929565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:32.957662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8512): Terminating (SIGTERM)\u000a19:49:32.999516 run iperf3-srv_10.42.42.10(pid=8513): Terminating (SIGTERM)\u000a19:49:33.041344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8514): Terminating (SIGTERM)\u000a19:49:33.083116 run iperf3-srv_10.42.42.10(pid=8515): Terminating (SIGTERM)\u000a19:49:33.124898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8516): Terminating (SIGTERM)\u000a19:49:33.166720 run iperf3-srv_10.42.42.10(pid=8517): Terminating (SIGTERM)\u000a19:49:33.208553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8518): Terminating (SIGTERM)\u000a19:49:33.250422 run iperf3-srv_10.42.42.10(pid=8519): Terminating (SIGTERM)\u000a19:49:33.292273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8522): Terminating (SIGTERM)\u000a19:49:33.334529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8525): Terminating (SIGTERM)\u000a19:49:33.376203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8528): Terminating (SIGTERM)\u000a19:49:33.385887 --- ParallelTerminationStrategy: PID 8512 died...\u000a19:49:33.442268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8512): Terminated: ok {rc=0}\u000a19:49:33.452455 --- ParallelTerminationStrategy: PID 8513 died...\u000a19:49:33.508509 run iperf3-srv_10.42.42.10(pid=8513): Terminated {rc=256}\u000a19:49:33.518675 --- ParallelTerminationStrategy: PID 8514 died...\u000a19:49:33.575135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8514): Terminated: ok {rc=0}\u000a19:49:33.585391 --- ParallelTerminationStrategy: PID 8515 died...\u000a19:49:33.641604 run iperf3-srv_10.42.42.10(pid=8515): Terminated {rc=256}\u000a19:49:33.651779 --- ParallelTerminationStrategy: PID 8516 died...\u000a19:49:33.707958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8516): Terminated: ok {rc=0}\u000a19:49:33.718185 --- ParallelTerminationStrategy: PID 8517 died...\u000a19:49:33.774411 run iperf3-srv_10.42.42.10(pid=8517): Terminated {rc=256}\u000a19:49:33.784792 --- ParallelTerminationStrategy: PID 8518 died...\u000a19:49:33.840834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8518): Terminated: ok {rc=0}\u000a19:49:33.851202 --- ParallelTerminationStrategy: PID 8519 died...\u000a19:49:33.907001 run iperf3-srv_10.42.42.10(pid=8519): Terminated {rc=256}\u000a19:49:33.917880 --- ParallelTerminationStrategy: PID 8522 died...\u000a19:49:33.973788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8522): Terminated: ok {rc=0}\u000a19:49:33.984158 --- ParallelTerminationStrategy: PID 8525 died...\u000a19:49:34.040424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8525): Terminated: ok {rc=0}\u000a19:49:34.050587 --- ParallelTerminationStrategy: PID 8528 died...\u000a19:49:34.107132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8528): Terminated: ok {rc=0}\u000a19:49:34.194762 bus /gobi_4: Setting Powered False\u000a19:49:35.298974 bus /gobi_4: Setting Powered False\u000a19:49:36.409846 bus /gobi_1: Setting Powered False\u000a19:49:37.516423 bus /gobi_1: Setting Powered False\u000a19:49:38.625912 bus /gobi_0: Setting Powered False\u000a19:49:39.727951 bus /gobi_0: Setting Powered False\u000a19:49:40.839212 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8536): Process ended prematurely: osmo-stp_10.42.42.5(pid=8536) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8536)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8536): Process ended prematurely: osmo-stp_10.42.42.5(pid=8536) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:49:41.905704 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:41.917206 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:49:42.072871 tst ping.py: using LAC 23319\u000a19:49:42.193678 tst ping.py: using RAC 114\u000a19:49:42.311948 tst ping.py: using CellId 23319\u000a19:49:42.432787 tst ping.py: using BVCI 23320\u000a19:49:42.455996 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:42.467012 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:42.477787 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:42.488494 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:42.499257 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:42.510055 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:42.520812 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:42.531564 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:49:42.808075 tst ping.py:19: start network...\u000a19:49:42.934048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:43.421192 run create_hlr_db(pid=8530): Launched\u000a19:49:43.597113 bus /gobi_6: Setting Powered False\u000a19:49:44.618202 run create_hlr_db(pid=8530): Terminated: ok {rc=0}\u000a19:49:45.051520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8532): Launched\u000a19:49:45.380067 run osmo-hlr_10.42.42.2(pid=8533): Launched\u000a19:49:45.498737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:46.100497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8535): Launched\u000a19:49:46.452778 run osmo-stp_10.42.42.5(pid=8536): Launched\u000a19:49:46.688639 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:47.275353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8538): Launched\u000a19:49:47.383705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:47.650247 run patchelf(pid=8539): Launched\u000a19:49:47.827056 run osmo-stp_10.42.42.5(pid=8536): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8536)]\u000a19:49:47.955744 run osmo-stp_10.42.42.5(pid=8536): stdout: \u000a| (launched: 2022-12-09_19:49:46.258486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:48.084503 run osmo-stp_10.42.42.5(pid=8536): stderr: \u000a| �[0;m�[38;5;43m20221209194946527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194946528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194946528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194946528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194946529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194946529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194946529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:48.209452 run osmo-stp_10.42.42.5(pid=8536): stdout: \u000a| (launched: 2022-12-09_19:49:46.258486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:48.333065 run osmo-stp_10.42.42.5(pid=8536): stderr: \u000a| �[0;m�[38;5;43m20221209194946527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194946528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194946528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194946528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194946529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194946529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194946529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:48.477284 run patchelf(pid=8539): Terminating (SIGINT)\u000a19:49:48.646755 run patchelf(pid=8539): Terminated: ok {rc=0}\u000a19:49:48.677770 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8536): Process ended prematurely: osmo-stp_10.42.42.5(pid=8536) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8536)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:49:48.686436 tst ping.py:22: Test FAILED (6.8 sec)\u000a19:49:48.745656 run osmo-hlr_10.42.42.2(pid=8533): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8533)]\u000a19:49:48.793704 run osmo-hlr_10.42.42.2(pid=8533): stdout: \u000a| (launched: 2022-12-09_19:49:45.218533) \u000a19:49:48.842121 run osmo-hlr_10.42.42.2(pid=8533): stderr: \u000a| �[0;m�[1;31m20221209194945417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194945417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194945417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194945417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194945417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194945418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194945431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194945441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194945441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194945441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:48.883604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8532): Terminating (SIGTERM)\u000a19:49:48.922912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8535): Terminating (SIGTERM)\u000a19:49:48.961904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8538): Terminating (SIGTERM)\u000a19:49:48.971114 --- ParallelTerminationStrategy: PID 8532 died...\u000a19:49:49.023760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8532): Terminated: ok {rc=0}\u000a19:49:49.033498 --- ParallelTerminationStrategy: PID 8535 died...\u000a19:49:49.086340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8535): Terminated: ok {rc=0}\u000a19:49:49.096101 --- ParallelTerminationStrategy: PID 8538 died...\u000a19:49:49.149288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8538): Terminated: ok {rc=0}\u000a19:49:49.238111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8546): Process ended prematurely: osmo-stp_10.42.42.5(pid=8546) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8546): Process ended prematurely: osmo-stp_10.42.42.5(pid=8546) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:49:50.290678 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:50.302987 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:49:50.462194 tst ping_idle_ping.py: using LAC 23320\u000a19:49:50.579503 tst ping_idle_ping.py: using RAC 115\u000a19:49:50.697097 tst ping_idle_ping.py: using CellId 23320\u000a19:49:50.813862 tst ping_idle_ping.py: using BVCI 23321\u000a19:49:50.837162 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:50.847993 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:50.858874 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:50.869659 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:50.880282 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:50.891111 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:50.901988 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:49:50.912719 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:49:51.208032 tst ping_idle_ping.py:24: start network...\u000a19:49:51.345508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:51.864876 run create_hlr_db(pid=8540): Launched\u000a19:49:52.056154 bus /gobi_6: Setting Powered False\u000a19:49:53.076905 run create_hlr_db(pid=8540): Terminated: ok {rc=0}\u000a19:49:53.511834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8542): Launched\u000a19:49:53.841853 run osmo-hlr_10.42.42.2(pid=8543): Launched\u000a19:49:53.960299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:54.528235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8545): Launched\u000a19:49:54.856277 run osmo-stp_10.42.42.5(pid=8546): Launched\u000a19:49:54.974735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:55.543981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8548): Launched\u000a19:49:55.660321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:55.944998 run patchelf(pid=8549): Launched\u000a19:49:56.135065 run osmo-stp_10.42.42.5(pid=8546): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)]\u000a19:49:56.273803 run osmo-stp_10.42.42.5(pid=8546): stdout: \u000a| (launched: 2022-12-09_19:49:54.694328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:56.412683 run osmo-stp_10.42.42.5(pid=8546): stderr: \u000a| �[0;m�[38;5;43m20221209194954885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194954886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194954886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194954886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194954889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194954889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194954889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:56.547041 run osmo-stp_10.42.42.5(pid=8546): stdout: \u000a| (launched: 2022-12-09_19:49:54.694328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:56.680188 run osmo-stp_10.42.42.5(pid=8546): stderr: \u000a| �[0;m�[38;5;43m20221209194954885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209194954886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209194954886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209194954886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209194954889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209194954889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209194954889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:56.835544 run patchelf(pid=8549): Terminating (SIGINT)\u000a19:49:57.017348 run patchelf(pid=8549): Terminated: ok {rc=0}\u000a19:49:57.050293 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8546): Process ended prematurely: osmo-stp_10.42.42.5(pid=8546) [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:49:57.059620 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a19:49:57.122454 run osmo-hlr_10.42.42.2(pid=8543): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8543)]\u000a19:49:57.173610 run osmo-hlr_10.42.42.2(pid=8543): stdout: \u000a| (launched: 2022-12-09_19:49:53.678666) \u000a19:49:57.225188 run osmo-hlr_10.42.42.2(pid=8543): stderr: \u000a| �[0;m�[1;31m20221209194953878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209194953878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209194953878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194953878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209194953878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209194953878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209194953890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209194953899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209194953900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209194953900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:57.268743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8542): Terminating (SIGTERM)\u000a19:49:57.310301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8545): Terminating (SIGTERM)\u000a19:49:57.351915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8548): Terminating (SIGTERM)\u000a19:49:57.361661 --- ParallelTerminationStrategy: PID 8542 died...\u000a19:49:57.416855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8542): Terminated: ok {rc=0}\u000a19:49:57.426983 --- ParallelTerminationStrategy: PID 8545 died...\u000a19:49:57.483325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8545): Terminated: ok {rc=0}\u000a19:49:57.493904 --- ParallelTerminationStrategy: PID 8548 died...\u000a19:49:57.549825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8548): Terminated: ok {rc=0}\u000a19:49:57.636336 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:48:58" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8570): Process ended prematurely: osmo-stp_10.42.42.5(pid=8570) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8570)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8570): Process ended prematurely: osmo-stp_10.42.42.5(pid=8570) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:49:59.804670 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:49:59.815885 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:49:59.951750 tst cs_paging_gprs_active.py: using LAC 23321\u000a19:50:00.071077 tst cs_paging_gprs_active.py: using RAC 116\u000a19:50:00.191383 tst cs_paging_gprs_active.py: using CellId 23321\u000a19:50:00.310678 tst cs_paging_gprs_active.py: using BVCI 23322\u000a19:50:00.333959 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:00.345218 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:00.356248 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:00.367303 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:00.378371 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:00.389298 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:00.400376 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:00.411246 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:00.422426 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:50:00.541415 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:50:00.848242 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:50:00.996522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:01.388692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8557): Launched\u000a19:50:01.673545 run iperf3-srv_10.42.42.10(pid=8558): Launched\u000a19:50:01.879937 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:50:02.012740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:02.346817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8562): Launched\u000a19:50:02.609340 run iperf3-srv_10.42.42.10(pid=8563): Launched\u000a19:50:02.794879 tst cs_paging_gprs_active.py:38: start network...\u000a19:50:02.921527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:03.410931 run create_hlr_db(pid=8564): Launched\u000a19:50:03.585848 bus /gobi_6: Setting Powered False\u000a19:50:04.607421 run create_hlr_db(pid=8564): Terminated: ok {rc=0}\u000a19:50:05.013484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8566): Launched\u000a19:50:05.318264 run osmo-hlr_10.42.42.2(pid=8567): Launched\u000a19:50:05.429788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:05.971040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8569): Launched\u000a19:50:06.275955 run osmo-stp_10.42.42.5(pid=8570): Launched\u000a19:50:06.386118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:06.917539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8572): Launched\u000a19:50:07.025694 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:07.291278 run patchelf(pid=8573): Launched\u000a19:50:07.468937 run osmo-stp_10.42.42.5(pid=8570): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8570)]\u000a19:50:07.598836 run osmo-stp_10.42.42.5(pid=8570): stdout: \u000a| (launched: 2022-12-09_19:50:06.126090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:07.729215 run osmo-stp_10.42.42.5(pid=8570): stderr: \u000a| �[0;m�[38;5;43m20221209195006296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195006296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195006296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195006297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195006297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195006297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195006297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:07.855538 run osmo-stp_10.42.42.5(pid=8570): stdout: \u000a| (launched: 2022-12-09_19:50:06.126090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:07.979793 run osmo-stp_10.42.42.5(pid=8570): stderr: \u000a| �[0;m�[38;5;43m20221209195006296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195006296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195006296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195006297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195006297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195006297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195006297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:08.125341 run patchelf(pid=8573): Terminating (SIGINT)\u000a19:50:08.295996 run patchelf(pid=8573): Terminated: ok {rc=0}\u000a19:50:08.327463 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8570): Process ended prematurely: osmo-stp_10.42.42.5(pid=8570) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8570)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a19:50:08.336734 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:50:08.395656 run osmo-hlr_10.42.42.2(pid=8567): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8567)]\u000a19:50:08.443723 run osmo-hlr_10.42.42.2(pid=8567): stdout: \u000a| (launched: 2022-12-09_19:50:05.168497) \u000a19:50:08.492654 run osmo-hlr_10.42.42.2(pid=8567): stderr: \u000a| �[0;m�[1;31m20221209195005348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195005348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195005348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195005348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195005348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195005348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195005360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195005369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195005369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195005369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:08.534377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8557): Terminating (SIGTERM)\u000a19:50:08.573582 run iperf3-srv_10.42.42.10(pid=8558): Terminating (SIGTERM)\u000a19:50:08.612742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8562): Terminating (SIGTERM)\u000a19:50:08.651771 run iperf3-srv_10.42.42.10(pid=8563): Terminating (SIGTERM)\u000a19:50:08.691184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8566): Terminating (SIGTERM)\u000a19:50:08.730318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8569): Terminating (SIGTERM)\u000a19:50:08.769454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8572): Terminating (SIGTERM)\u000a19:50:08.778409 --- ParallelTerminationStrategy: PID 8557 died...\u000a19:50:08.831247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8557): Terminated: ok {rc=0}\u000a19:50:08.840572 --- ParallelTerminationStrategy: PID 8558 died...\u000a19:50:08.892681 run iperf3-srv_10.42.42.10(pid=8558): Terminated {rc=256}\u000a19:50:08.901995 --- ParallelTerminationStrategy: PID 8562 died...\u000a19:50:08.954051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8562): Terminated: ok {rc=0}\u000a19:50:08.963372 --- ParallelTerminationStrategy: PID 8563 died...\u000a19:50:09.015404 run iperf3-srv_10.42.42.10(pid=8563): Terminated {rc=256}\u000a19:50:09.024746 --- ParallelTerminationStrategy: PID 8566 died...\u000a19:50:09.076721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8566): Terminated: ok {rc=0}\u000a19:50:09.086024 --- ParallelTerminationStrategy: PID 8569 died...\u000a19:50:09.138175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8569): Terminated: ok {rc=0}\u000a19:50:09.147492 --- ParallelTerminationStrategy: PID 8572 died...\u000a19:50:09.199790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8572): Terminated: ok {rc=0}\u000a19:50:09.282648 bus /gobi_0: Setting Powered False\u000a19:50:10.389489 bus /gobi_0: Setting Powered False\u000a19:50:11.499527 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8582): Process ended prematurely: osmo-stp_10.42.42.5(pid=8582) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8582)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8582): Process ended prematurely: osmo-stp_10.42.42.5(pid=8582) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a19:50:12.609501 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:12.621507 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:50:12.760247 tst iperf3.py: using LAC 23322\u000a19:50:12.884812 tst iperf3.py: using RAC 117\u000a19:50:13.003971 tst iperf3.py: using CellId 23322\u000a19:50:13.121824 tst iperf3.py: using BVCI 23323\u000a19:50:13.144901 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:13.156291 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:13.167472 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:13.178620 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:13.189736 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:13.200753 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:13.211963 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:13.223087 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:13.234323 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:50:13.514270 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:50:13.640466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:13.956441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8574): Launched\u000a19:50:14.217738 run iperf3-srv_10.42.42.10(pid=8575): Launched\u000a19:50:14.403237 tst iperf3.py:8: start network...\u000a19:50:14.529263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:15.016103 run create_hlr_db(pid=8576): Launched\u000a19:50:15.190702 bus /gobi_6: Setting Powered False\u000a19:50:16.214160 run create_hlr_db(pid=8576): Terminated: ok {rc=0}\u000a19:50:16.665277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8578): Launched\u000a19:50:17.099208 run osmo-hlr_10.42.42.2(pid=8579): Launched\u000a19:50:17.244143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:17.812346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8581): Launched\u000a19:50:18.138988 run osmo-stp_10.42.42.5(pid=8582): Launched\u000a19:50:18.257353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:18.824364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8584): Launched\u000a19:50:18.941124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:19.225271 run patchelf(pid=8585): Launched\u000a19:50:19.415451 run osmo-stp_10.42.42.5(pid=8582): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8582)]\u000a19:50:19.554992 run osmo-stp_10.42.42.5(pid=8582): stdout: \u000a| (launched: 2022-12-09_19:50:17.978616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:19.694863 run osmo-stp_10.42.42.5(pid=8582): stderr: \u000a| �[0;m�[38;5;43m20221209195018172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195018172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195018172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195018173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195018173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195018173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195018173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:19.830083 run osmo-stp_10.42.42.5(pid=8582): stdout: \u000a| (launched: 2022-12-09_19:50:17.978616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:19.964082 run osmo-stp_10.42.42.5(pid=8582): stderr: \u000a| �[0;m�[38;5;43m20221209195018172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195018172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195018172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195018173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195018173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195018173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195018173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:20.119497 run patchelf(pid=8585): Terminating (SIGINT)\u000a19:50:20.301493 run patchelf(pid=8585): Terminated: ok {rc=0}\u000a19:50:20.334978 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8582): Process ended prematurely: osmo-stp_10.42.42.5(pid=8582) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8582)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a19:50:20.345054 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a19:50:20.407884 run osmo-hlr_10.42.42.2(pid=8579): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8579)]\u000a19:50:20.458819 run osmo-hlr_10.42.42.2(pid=8579): stdout: \u000a| (launched: 2022-12-09_19:50:16.835117) \u000a19:50:20.510461 run osmo-hlr_10.42.42.2(pid=8579): stderr: \u000a| �[0;m�[1;31m20221209195017142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195017142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195017142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195017142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195017143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195017143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195017162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195017170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195017170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195017170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:20.553956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8574): Terminating (SIGTERM)\u000a19:50:20.595441 run iperf3-srv_10.42.42.10(pid=8575): Terminating (SIGTERM)\u000a19:50:20.636435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8578): Terminating (SIGTERM)\u000a19:50:20.677890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8581): Terminating (SIGTERM)\u000a19:50:20.718693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8584): Terminating (SIGTERM)\u000a19:50:20.728328 --- ParallelTerminationStrategy: PID 8574 died...\u000a19:50:20.783744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8574): Terminated: ok {rc=0}\u000a19:50:20.793691 --- ParallelTerminationStrategy: PID 8575 died...\u000a19:50:20.849178 run iperf3-srv_10.42.42.10(pid=8575): Terminated {rc=256}\u000a19:50:20.859009 --- ParallelTerminationStrategy: PID 8578 died...\u000a19:50:20.914409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8578): Terminated: ok {rc=0}\u000a19:50:20.924337 --- ParallelTerminationStrategy: PID 8581 died...\u000a19:50:20.979949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8581): Terminated: ok {rc=0}\u000a19:50:20.989985 --- ParallelTerminationStrategy: PID 8584 died...\u000a19:50:21.045485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8584): Terminated: ok {rc=0}\u000a19:50:21.132232 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8600): Process ended prematurely: osmo-stp_10.42.42.5(pid=8600) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8600)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8600): Process ended prematurely: osmo-stp_10.42.42.5(pid=8600) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a19:50:22.243747 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:22.255705 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:50:22.395819 tst iperf3m4.py: using LAC 23323\u000a19:50:22.516880 tst iperf3m4.py: using RAC 118\u000a19:50:22.638486 tst iperf3m4.py: using CellId 23323\u000a19:50:22.757129 tst iperf3m4.py: using BVCI 23324\u000a19:50:22.780216 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:22.791525 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:22.802870 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:22.814585 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:22.826327 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:22.837856 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:22.849585 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:22.861175 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:22.872810 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:50:22.990703 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:50:23.112188 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:50:23.227618 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:50:23.525301 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:50:23.662288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:24.000514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8586): Launched\u000a19:50:24.281130 run iperf3-srv_10.42.42.10(pid=8587): Launched\u000a19:50:24.482285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:50:24.619488 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:24.957623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8588): Launched\u000a19:50:25.237480 run iperf3-srv_10.42.42.10(pid=8589): Launched\u000a19:50:25.437834 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:50:25.574146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:25.911041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8590): Launched\u000a19:50:26.191070 run iperf3-srv_10.42.42.10(pid=8591): Launched\u000a19:50:26.390651 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:50:26.526972 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:26.864235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8592): Launched\u000a19:50:27.144344 run iperf3-srv_10.42.42.10(pid=8593): Launched\u000a19:50:27.345036 tst iperf3m4.py:8: start network...\u000a19:50:27.481782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:27.996094 run create_hlr_db(pid=8594): Launched\u000a19:50:28.185571 bus /gobi_6: Setting Powered False\u000a19:50:29.205800 run create_hlr_db(pid=8594): Terminated: ok {rc=0}\u000a19:50:29.639607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8596): Launched\u000a19:50:29.966433 run osmo-hlr_10.42.42.2(pid=8597): Launched\u000a19:50:30.086634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:30.653836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8599): Launched\u000a19:50:31.110321 run osmo-stp_10.42.42.5(pid=8600): Launched\u000a19:50:31.345508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:31.984664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8602): Launched\u000a19:50:32.099128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:32.387991 run patchelf(pid=8603): Launched\u000a19:50:32.567881 run osmo-stp_10.42.42.5(pid=8600): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8600)]\u000a19:50:32.699498 run osmo-stp_10.42.42.5(pid=8600): stdout: \u000a| (launched: 2022-12-09_19:50:30.820596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:32.831074 run osmo-stp_10.42.42.5(pid=8600): stderr: \u000a| �[0;m�[38;5;43m20221209195031162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195031162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195031164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195031165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195031167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195031167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195031167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:32.957678 run osmo-stp_10.42.42.5(pid=8600): stdout: \u000a| (launched: 2022-12-09_19:50:30.820596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:33.082837 run osmo-stp_10.42.42.5(pid=8600): stderr: \u000a| �[0;m�[38;5;43m20221209195031162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195031162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195031164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195031165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195031167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195031167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195031167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:33.228894 run patchelf(pid=8603): Terminating (SIGINT)\u000a19:50:33.400269 run patchelf(pid=8603): Terminated: ok {rc=0}\u000a19:50:33.432102 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8600): Process ended prematurely: osmo-stp_10.42.42.5(pid=8600) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8600)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a19:50:33.441628 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a19:50:33.501699 run osmo-hlr_10.42.42.2(pid=8597): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8597)]\u000a19:50:33.550188 run osmo-hlr_10.42.42.2(pid=8597): stdout: \u000a| (launched: 2022-12-09_19:50:29.806123) \u000a19:50:33.599277 run osmo-hlr_10.42.42.2(pid=8597): stderr: \u000a| �[0;m�[1;31m20221209195030006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195030006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195030006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195030006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195030006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195030006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195030018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195030026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195030026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195030026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:33.640780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8586): Terminating (SIGTERM)\u000a19:50:33.679804 run iperf3-srv_10.42.42.10(pid=8587): Terminating (SIGTERM)\u000a19:50:33.718860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8588): Terminating (SIGTERM)\u000a19:50:33.757758 run iperf3-srv_10.42.42.10(pid=8589): Terminating (SIGTERM)\u000a19:50:33.796771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8590): Terminating (SIGTERM)\u000a19:50:33.835920 run iperf3-srv_10.42.42.10(pid=8591): Terminating (SIGTERM)\u000a19:50:33.874991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8592): Terminating (SIGTERM)\u000a19:50:33.913899 run iperf3-srv_10.42.42.10(pid=8593): Terminating (SIGTERM)\u000a19:50:33.953475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8596): Terminating (SIGTERM)\u000a19:50:33.993127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8599): Terminating (SIGTERM)\u000a19:50:34.032792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8602): Terminating (SIGTERM)\u000a19:50:34.041670 --- ParallelTerminationStrategy: PID 8586 died...\u000a19:50:34.094076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8586): Terminated: ok {rc=0}\u000a19:50:34.103478 --- ParallelTerminationStrategy: PID 8587 died...\u000a19:50:34.155935 run iperf3-srv_10.42.42.10(pid=8587): Terminated {rc=256}\u000a19:50:34.165302 --- ParallelTerminationStrategy: PID 8588 died...\u000a19:50:34.217741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8588): Terminated: ok {rc=0}\u000a19:50:34.227094 --- ParallelTerminationStrategy: PID 8589 died...\u000a19:50:34.279362 run iperf3-srv_10.42.42.10(pid=8589): Terminated {rc=256}\u000a19:50:34.288660 --- ParallelTerminationStrategy: PID 8590 died...\u000a19:50:34.340822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8590): Terminated: ok {rc=0}\u000a19:50:34.350241 --- ParallelTerminationStrategy: PID 8591 died...\u000a19:50:34.402401 run iperf3-srv_10.42.42.10(pid=8591): Terminated {rc=256}\u000a19:50:34.411788 --- ParallelTerminationStrategy: PID 8592 died...\u000a19:50:34.463887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8592): Terminated: ok {rc=0}\u000a19:50:34.473340 --- ParallelTerminationStrategy: PID 8593 died...\u000a19:50:34.525326 run iperf3-srv_10.42.42.10(pid=8593): Terminated {rc=256}\u000a19:50:34.534636 --- ParallelTerminationStrategy: PID 8596 died...\u000a19:50:34.586996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8596): Terminated: ok {rc=0}\u000a19:50:34.596386 --- ParallelTerminationStrategy: PID 8599 died...\u000a19:50:34.649100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8599): Terminated: ok {rc=0}\u000a19:50:34.658528 --- ParallelTerminationStrategy: PID 8602 died...\u000a19:50:34.710946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8602): Terminated: ok {rc=0}\u000a19:50:34.798766 bus /gobi_4: Setting Powered False\u000a19:50:35.900765 bus /gobi_4: Setting Powered False\u000a19:50:37.006082 bus /gobi_1: Setting Powered False\u000a19:50:38.112150 bus /gobi_1: Setting Powered False\u000a19:50:39.218325 bus /gobi_0: Setting Powered False\u000a19:50:40.324047 bus /gobi_0: Setting Powered False\u000a19:50:41.435949 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8610): Process ended prematurely: osmo-stp_10.42.42.5(pid=8610) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8610): Process ended prematurely: osmo-stp_10.42.42.5(pid=8610) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a19:50:42.502801 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:42.514873 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:50:42.663915 tst ping.py: using LAC 23324\u000a19:50:42.788515 tst ping.py: using RAC 119\u000a19:50:42.915340 tst ping.py: using CellId 23324\u000a19:50:43.041054 tst ping.py: using BVCI 23325\u000a19:50:43.065712 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:43.077599 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:43.089293 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:43.102204 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:43.113809 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:43.125784 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:43.138262 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:43.150493 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:50:43.441931 tst ping.py:19: start network...\u000a19:50:43.576231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:44.083997 run create_hlr_db(pid=8604): Launched\u000a19:50:44.271360 bus /gobi_6: Setting Powered False\u000a19:50:45.292034 run create_hlr_db(pid=8604): Terminated: ok {rc=0}\u000a19:50:45.695729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8606): Launched\u000a19:50:46.075929 run osmo-hlr_10.42.42.2(pid=8607): Launched\u000a19:50:46.196519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:46.843315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8609): Launched\u000a19:50:47.195044 run osmo-stp_10.42.42.5(pid=8610): Launched\u000a19:50:47.434042 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:47.971830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8612): Launched\u000a19:50:48.078305 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:48.340444 run patchelf(pid=8613): Launched\u000a19:50:48.516019 run osmo-stp_10.42.42.5(pid=8610): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)]\u000a19:50:48.644428 run osmo-stp_10.42.42.5(pid=8610): stdout: \u000a| (launched: 2022-12-09_19:50:46.999897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:48.773095 run osmo-stp_10.42.42.5(pid=8610): stderr: \u000a| �[0;m�[38;5;43m20221209195047340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195047341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195047341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195047341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195047342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195047342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195047342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:48.897305 run osmo-stp_10.42.42.5(pid=8610): stdout: \u000a| (launched: 2022-12-09_19:50:46.999897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:49.020018 run osmo-stp_10.42.42.5(pid=8610): stderr: \u000a| �[0;m�[38;5;43m20221209195047340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195047341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195047341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195047341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195047342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195047342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195047342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:49.163232 run patchelf(pid=8613): Terminating (SIGINT)\u000a19:50:49.331133 run patchelf(pid=8613): Terminated: ok {rc=0}\u000a19:50:49.361873 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8610): Process ended prematurely: osmo-stp_10.42.42.5(pid=8610) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a19:50:49.370681 tst ping.py:22: Test FAILED (6.9 sec)\u000a19:50:49.430110 run osmo-hlr_10.42.42.2(pid=8607): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8607)]\u000a19:50:49.478723 run osmo-hlr_10.42.42.2(pid=8607): stdout: \u000a| (launched: 2022-12-09_19:50:45.856707) \u000a19:50:49.528022 run osmo-hlr_10.42.42.2(pid=8607): stderr: \u000a| �[0;m�[1;31m20221209195046216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195046216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195046216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195046216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195046216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195046216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195046242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195046261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195046261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195046261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:49.569982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8606): Terminating (SIGTERM)\u000a19:50:49.609394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8609): Terminating (SIGTERM)\u000a19:50:49.649206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8612): Terminating (SIGTERM)\u000a19:50:49.658330 --- ParallelTerminationStrategy: PID 8606 died...\u000a19:50:49.711276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8606): Terminated: ok {rc=0}\u000a19:50:49.720712 --- ParallelTerminationStrategy: PID 8609 died...\u000a19:50:49.773891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8609): Terminated: ok {rc=0}\u000a19:50:49.783404 --- ParallelTerminationStrategy: PID 8612 died...\u000a19:50:49.836624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8612): Terminated: ok {rc=0}\u000a19:50:49.925383 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8620): Process ended prematurely: osmo-stp_10.42.42.5(pid=8620) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8620)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8620): Process ended prematurely: osmo-stp_10.42.42.5(pid=8620) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a19:50:50.978200 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:50.990682 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:50:51.129036 tst ping_idle_ping.py: using LAC 23325\u000a19:50:51.246804 tst ping_idle_ping.py: using RAC 120\u000a19:50:51.364147 tst ping_idle_ping.py: using CellId 23325\u000a19:50:51.486147 tst ping_idle_ping.py: using BVCI 23326\u000a19:50:51.509305 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:51.520594 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:51.532181 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:51.543478 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:51.554693 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:51.565850 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:51.577093 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:50:51.588197 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:50:51.879487 tst ping_idle_ping.py:24: start network...\u000a19:50:52.014160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:52.529422 run create_hlr_db(pid=8614): Launched\u000a19:50:52.703382 bus /gobi_6: Setting Powered False\u000a19:50:53.724176 run create_hlr_db(pid=8614): Terminated: ok {rc=0}\u000a19:50:54.155042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8616): Launched\u000a19:50:54.480213 run osmo-hlr_10.42.42.2(pid=8617): Launched\u000a19:50:54.598749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:55.160417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8619): Launched\u000a19:50:55.483797 run osmo-stp_10.42.42.5(pid=8620): Launched\u000a19:50:55.601934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:56.164325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8622): Launched\u000a19:50:56.279840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:56.560469 run patchelf(pid=8623): Launched\u000a19:50:56.748031 run osmo-stp_10.42.42.5(pid=8620): ERR: Terminated: ERROR {rc=1} [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8620)]\u000a19:50:56.886244 run osmo-stp_10.42.42.5(pid=8620): stdout: \u000a| (launched: 2022-12-09_19:50:55.324666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:57.023912 run osmo-stp_10.42.42.5(pid=8620): stderr: \u000a| �[0;m�[38;5;43m20221209195055516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195055516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195055516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195055517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195055517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195055517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195055517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:57.156805 run osmo-stp_10.42.42.5(pid=8620): stdout: \u000a| (launched: 2022-12-09_19:50:55.324666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:57.288707 run osmo-stp_10.42.42.5(pid=8620): stderr: \u000a| �[0;m�[38;5;43m20221209195055516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195055516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195055516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195055517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195055517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195055517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195055517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:57.441487 run patchelf(pid=8623): Terminating (SIGINT)\u000a19:50:57.621185 run patchelf(pid=8623): Terminated: ok {rc=0}\u000a19:50:57.653752 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8620): Process ended prematurely: osmo-stp_10.42.42.5(pid=8620) [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8620)] [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a19:50:57.663360 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:50:57.726463 run osmo-hlr_10.42.42.2(pid=8617): ERR: Terminated: ERROR {rc=237} [trial-2363↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8617)]\u000a19:50:57.777523 run osmo-hlr_10.42.42.2(pid=8617): stdout: \u000a| (launched: 2022-12-09_19:50:54.320463) \u000a19:50:57.829688 run osmo-hlr_10.42.42.2(pid=8617): stderr: \u000a| �[0;m�[1;31m20221209195054519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195054519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195054519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195054519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195054519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195054519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195054533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195054541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195054541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195054541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:57.873563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8616): Terminating (SIGTERM)\u000a19:50:57.915149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8619): Terminating (SIGTERM)\u000a19:50:57.956766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8622): Terminating (SIGTERM)\u000a19:50:57.966640 --- ParallelTerminationStrategy: PID 8616 died...\u000a19:50:58.021914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8616): Terminated: ok {rc=0}\u000a19:50:58.032052 --- ParallelTerminationStrategy: PID 8619 died...\u000a19:50:58.087172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8619): Terminated: ok {rc=0}\u000a19:50:58.097808 --- ParallelTerminationStrategy: PID 8622 died...\u000a19:50:58.153045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8622): Terminated: ok {rc=0}\u000a19:50:58.237932 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:49:59" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8633): Process ended prematurely: osmo-stp_10.42.42.5(pid=8633) [trial-2363↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8633)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8633): Process ended prematurely: osmo-stp_10.42.42.5(pid=8633) [trial-2363↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:51:00.294521 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:51:00.306460 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:51:00.471834 tst switch_tch_pdch.py: using LAC 23326\u000a19:51:00.599398 tst switch_tch_pdch.py: using RAC 121\u000a19:51:00.722673 tst switch_tch_pdch.py: using CellId 23326\u000a19:51:00.860711 tst switch_tch_pdch.py: using BVCI 23327\u000a19:51:00.888513 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:51:00.901010 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:51:00.925324 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:51:00.937804 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:51:00.950097 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:51:00.962768 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:51:00.975088 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:51:00.988036 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:51:01.119557 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:51:01.418990 tst switch_tch_pdch.py:51: start network...\u000a19:51:01.550279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:02.085598 run create_hlr_db(pid=8627): Launched\u000a19:51:02.264501 bus /gobi_6: Setting Powered False\u000a19:51:03.281283 run create_hlr_db(pid=8627): Terminated: ok {rc=0}\u000a19:51:03.681369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8629): Launched\u000a19:51:03.982229 run osmo-hlr_10.42.42.2(pid=8630): Launched\u000a19:51:04.099033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:04.631668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8632): Launched\u000a19:51:04.931363 run osmo-stp_10.42.42.5(pid=8633): Launched\u000a19:51:05.040195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:05.564769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8635): Launched\u000a19:51:05.671053 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:51:05.932402 run patchelf(pid=8636): Launched\u000a19:51:06.107731 run osmo-stp_10.42.42.5(pid=8633): ERR: Terminated: ERROR {rc=1} [trial-2363↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8633)]\u000a19:51:06.235470 run osmo-stp_10.42.42.5(pid=8633): stdout: \u000a| (launched: 2022-12-09_19:51:04.784142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:06.363875 run osmo-stp_10.42.42.5(pid=8633): stderr: \u000a| �[0;m�[38;5;43m20221209195104957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195104957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195104957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195104957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195104958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195104958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195104958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:06.487371 run osmo-stp_10.42.42.5(pid=8633): stdout: \u000a| (launched: 2022-12-09_19:51:04.784142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:06.610130 run osmo-stp_10.42.42.5(pid=8633): stderr: \u000a| �[0;m�[38;5;43m20221209195104957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195104957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195104957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195104957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195104958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195104958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195104958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:06.752723 run patchelf(pid=8636): Terminating (SIGINT)\u000a19:51:06.920781 run patchelf(pid=8636): Terminated: ok {rc=0}\u000a19:51:06.951283 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8633): Process ended prematurely: osmo-stp_10.42.42.5(pid=8633) [trial-2363↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8633)] [trial-2363↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:51:06.960104 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a19:51:07.018932 run osmo-hlr_10.42.42.2(pid=8630): ERR: Terminated: ERROR {rc=237} [trial-2363↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8630)]\u000a19:51:07.067357 run osmo-hlr_10.42.42.2(pid=8630): stdout: \u000a| (launched: 2022-12-09_19:51:03.833991) \u000a19:51:07.116497 run osmo-hlr_10.42.42.2(pid=8630): stderr: \u000a| �[0;m�[1;31m20221209195104013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195104013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195104013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195104013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195104013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195104013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195104025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195104035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195104035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195104035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:07.158242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8629): Terminating (SIGTERM)\u000a19:51:07.197400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8632): Terminating (SIGTERM)\u000a19:51:07.237032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8635): Terminating (SIGTERM)\u000a19:51:07.245998 --- ParallelTerminationStrategy: PID 8629 died...\u000a19:51:07.298340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8629): Terminated: ok {rc=0}\u000a19:51:07.307658 --- ParallelTerminationStrategy: PID 8632 died...\u000a19:51:07.359695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8632): Terminated: ok {rc=0}\u000a19:51:07.369117 --- ParallelTerminationStrategy: PID 8635 died...\u000a19:51:07.421245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8635): Terminated: ok {rc=0}\u000a19:51:07.509685 bus /gobi_0: Setting Powered False\u000a19:51:08.612095 bus /gobi_0: Setting Powered False\u000a19:51:09.717089 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:51:00" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8642): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8642) [trial-2363↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8642)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8642): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8642) [trial-2363↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a19:51:11.561112 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a19:51:11.675893 tst esme_connect_policy_acceptall.py: using MSISDN 7345\u000a19:51:11.822332 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:51:12.440391 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8641): Launched\u000a19:51:12.767175 run osmo-nitb_10.42.42.2(pid=8642): Launched\u000a19:51:12.967442 run osmo-nitb_10.42.42.2(pid=8642): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8642)]\u000a19:51:13.114976 run osmo-nitb_10.42.42.2(pid=8642): stdout: \u000a| (launched: 2022-12-09_19:51:12.608172) \u000a19:51:13.262659 run osmo-nitb_10.42.42.2(pid=8642): stderr: \u000a| (launched: 2022-12-09_19:51:12.657291)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:51:13.405525 run osmo-nitb_10.42.42.2(pid=8642): stdout: \u000a| (launched: 2022-12-09_19:51:12.608172) \u000a19:51:13.547424 run osmo-nitb_10.42.42.2(pid=8642): stderr: \u000a| (launched: 2022-12-09_19:51:12.657291)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:51:13.899940 tst osmo-nitb_10.42.42.2(pid=8642): stdout: \u000a| (launched: 2022-12-09_19:51:12.608172) \u000a19:51:14.031537 tst osmo-nitb_10.42.42.2(pid=8642): stderr: \u000a| (launched: 2022-12-09_19:51:12.657291)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:51:14.088681 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=8642): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8642) [trial-2363↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8642)] [trial-2363↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a19:51:14.097660 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a19:51:14.133861 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8641): Terminating (SIGTERM)\u000a19:51:14.311775 --- ParallelTerminationStrategy: PID 8641 died...\u000a19:51:14.369238 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8641): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8644): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8644) [trial-2363↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8644)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8644): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8644) [trial-2363↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a19:51:14.384241 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a19:51:14.503334 tst esme_connect_policy_closed.py: using MSISDN 7346\u000a19:51:14.632410 tst esme_connect_policy_closed.py: using MSISDN 7347\u000a19:51:14.749646 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:51:15.369995 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8643): Launched\u000a19:51:15.697367 run osmo-nitb_10.42.42.2(pid=8644): Launched\u000a19:51:15.920481 run osmo-nitb_10.42.42.2(pid=8644): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8644)]\u000a19:51:16.059430 run osmo-nitb_10.42.42.2(pid=8644): stdout: \u000a| (launched: 2022-12-09_19:51:15.538236) \u000a19:51:16.192557 run osmo-nitb_10.42.42.2(pid=8644): stderr: \u000a| (launched: 2022-12-09_19:51:15.587350)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:51:16.321883 run osmo-nitb_10.42.42.2(pid=8644): stdout: \u000a| (launched: 2022-12-09_19:51:15.538236) \u000a19:51:16.451400 run osmo-nitb_10.42.42.2(pid=8644): stderr: \u000a| (launched: 2022-12-09_19:51:15.587350)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:51:16.507312 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=8644): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8644) [trial-2363↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8644)] [trial-2363↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a19:51:16.516357 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a19:51:16.553769 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8643): Terminating (SIGTERM)\u000a19:51:16.732881 --- ParallelTerminationStrategy: PID 8643 died...\u000a19:51:16.787917 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8643): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8646): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8646) [trial-2363↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8646)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8646): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8646) [trial-2363↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a19:51:16.803268 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a19:51:16.815247 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a19:51:16.977334 tst esme_ms_sms_storeforward.py: using LAC 23327\u000a19:51:17.109872 tst esme_ms_sms_storeforward.py: using RAC 122\u000a19:51:17.235494 tst esme_ms_sms_storeforward.py: using CellId 23327\u000a19:51:17.363153 tst esme_ms_sms_storeforward.py: using BVCI 23328\u000a19:51:17.386675 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a19:51:17.610680 tst esme_ms_sms_storeforward.py: using MSISDN 7348\u000a19:51:17.814450 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a19:51:17.953825 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:51:18.628159 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8645): Launched\u000a19:51:18.934461 run osmo-nitb_10.42.42.2(pid=8646): Launched\u000a19:51:19.109972 run osmo-nitb_10.42.42.2(pid=8646): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8646)]\u000a19:51:19.237319 run osmo-nitb_10.42.42.2(pid=8646): stdout: \u000a| (launched: 2022-12-09_19:51:18.785498) \u000a19:51:19.365361 run osmo-nitb_10.42.42.2(pid=8646): stderr: \u000a| (launched: 2022-12-09_19:51:18.831673)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:51:19.488824 run osmo-nitb_10.42.42.2(pid=8646): stdout: \u000a| (launched: 2022-12-09_19:51:18.785498) \u000a19:51:19.611781 run osmo-nitb_10.42.42.2(pid=8646): stderr: \u000a| (launched: 2022-12-09_19:51:18.831673)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:51:19.665347 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=8646): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8646) [trial-2363↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8646)] [trial-2363↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a19:51:19.673250 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a19:51:19.706800 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8645): Terminating (SIGTERM)\u000a19:51:19.883851 --- ParallelTerminationStrategy: PID 8645 died...\u000a19:51:19.937663 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8645): Terminated: ok {rc=0}\u000a19:51:20.025332 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8648): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8648) [trial-2363↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8648)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8648): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8648) [trial-2363↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a19:51:21.076544 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a19:51:21.087627 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a19:51:21.211687 tst esme_ms_sms_transaction.py: using LAC 23328\u000a19:51:21.334844 tst esme_ms_sms_transaction.py: using RAC 123\u000a19:51:21.457671 tst esme_ms_sms_transaction.py: using CellId 23328\u000a19:51:21.578312 tst esme_ms_sms_transaction.py: using BVCI 23329\u000a19:51:21.601848 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a19:51:21.827694 tst esme_ms_sms_transaction.py: using MSISDN 7349\u000a19:51:22.032899 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a19:51:22.171209 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:51:22.850624 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8647): Launched\u000a19:51:23.179326 run osmo-nitb_10.42.42.2(pid=8648): Launched\u000a19:51:23.380543 run osmo-nitb_10.42.42.2(pid=8648): ERR: Terminated: ERROR {rc=2} [trial-2363↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8648)]\u000a19:51:23.528644 run osmo-nitb_10.42.42.2(pid=8648): stdout: \u000a| (launched: 2022-12-09_19:51:23.019720) \u000a19:51:23.677263 run osmo-nitb_10.42.42.2(pid=8648): stderr: \u000a| (launched: 2022-12-09_19:51:23.069017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:51:23.820709 run osmo-nitb_10.42.42.2(pid=8648): stdout: \u000a| (launched: 2022-12-09_19:51:23.019720) \u000a19:51:23.964052 run osmo-nitb_10.42.42.2(pid=8648): stderr: \u000a| (launched: 2022-12-09_19:51:23.069017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:51:24.312571 tst osmo-nitb_10.42.42.2(pid=8648): stdout: \u000a| (launched: 2022-12-09_19:51:23.019720) \u000a19:51:24.444906 tst osmo-nitb_10.42.42.2(pid=8648): stderr: \u000a| (launched: 2022-12-09_19:51:23.069017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:51:24.502482 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=8648): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8648) [trial-2363↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8648)] [trial-2363↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a19:51:24.511149 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a19:51:24.547840 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8647): Terminating (SIGTERM)\u000a19:51:24.726100 --- ParallelTerminationStrategy: PID 8647 died...\u000a19:51:24.783639 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8647): Terminated: ok {rc=0}\u000a19:51:24.871790 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:51:11" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=8658): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8658) [trial-2363↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8658)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=8658): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8658) [trial-2363↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a19:51:26.675345 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:26.686088 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:26.696591 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:26.708825 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:26.825562 tst esme_connect_policy_acceptall.py: using MSISDN 7350\u000a19:51:26.944208 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a19:51:27.514036 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8653): Launched\u000a19:51:27.845327 run osmo-stp_10.42.42.4(pid=8654): Launched\u000a19:51:27.963726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:28.484164 run create_hlr_db(pid=8655): Launched\u000a19:51:28.676452 bus /sierra_2: Setting Powered False\u000a19:51:29.695465 run create_hlr_db(pid=8655): Terminated: ok {rc=0}\u000a19:51:30.134023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8657): Launched\u000a19:51:30.465767 run osmo-hlr_10.42.42.2(pid=8658): Launched\u000a19:51:30.586149 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a19:51:31.247834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8660): Launched\u000a19:51:31.688931 run osmo-msc_10.42.42.5(pid=8661): Launched\u000a19:51:32.135824 run osmo-hlr_10.42.42.2(pid=8658): ERR: Terminated: ERROR {rc=237} [trial-2363↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8658)]\u000a19:51:32.276737 run osmo-hlr_10.42.42.2(pid=8658): stdout: \u000a| (launched: 2022-12-09_19:51:30.302224) \u000a19:51:32.415899 run osmo-hlr_10.42.42.2(pid=8658): stderr: \u000a| �[0;m�[1;31m20221209195130496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195130497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195130497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195130497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195130497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195130497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195130510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195130519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195130519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195130519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:32.549803 run osmo-hlr_10.42.42.2(pid=8658): stdout: \u000a| (launched: 2022-12-09_19:51:30.302224) \u000a19:51:32.682300 run osmo-hlr_10.42.42.2(pid=8658): stderr: \u000a| �[0;m�[1;31m20221209195130496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195130497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195130497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195130497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195130497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195130497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195130510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195130519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195130519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195130519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:32.739782 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=8658): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8658) [trial-2363↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8658)] [trial-2363↪smpp↪esme_connect_policy_acceptall.py:23]\u000a19:51:32.748369 tst esme_connect_policy_acceptall.py:23: Test FAILED (6.1 sec)\u000a19:51:32.811513 run osmo-msc_10.42.42.5(pid=8661): ERR: Terminated: ERROR {rc=9} [trial-2363↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=8661)]\u000a19:51:32.863361 run osmo-msc_10.42.42.5(pid=8661): stdout: \u000a| (launched: 2022-12-09_19:51:31.421520) \u000a19:51:32.915801 run osmo-msc_10.42.42.5(pid=8661): stderr: \u000a| �[0;m�[38;5;43m20221209195131953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209195131953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209195131953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209195131953 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209195131953 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209195131953 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209195131953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209195131954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209195131954 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a19:51:32.959804 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8653): Terminating (SIGTERM)\u000a19:51:33.001617 run osmo-stp_10.42.42.4(pid=8654): Terminating (SIGTERM)\u000a19:51:33.044612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8657): Terminating (SIGTERM)\u000a19:51:33.087064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8660): Terminating (SIGTERM)\u000a19:51:33.097789 --- ParallelTerminationStrategy: PID 8653 died...\u000a19:51:33.156473 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8653): Terminated: ok {rc=0}\u000a19:51:33.166545 --- ParallelTerminationStrategy: PID 8654 died...\u000a19:51:33.222220 run osmo-stp_10.42.42.4(pid=8654): Terminated: ok {rc=0}\u000a19:51:33.232383 --- ParallelTerminationStrategy: PID 8657 died...\u000a19:51:33.288339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8657): Terminated: ok {rc=0}\u000a19:51:33.298274 --- ParallelTerminationStrategy: PID 8660 died...\u000a19:51:33.354259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8660): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=8669): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8669) [trial-2363↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8669)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=8669): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8669) [trial-2363↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a19:51:33.369258 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:33.380689 tst smpp: Using 1 x bts (candidates: 1)\u000a19:51:33.513964 tst esme_connect_policy_closed.py: using LAC 23329\u000a19:51:33.644421 tst esme_connect_policy_closed.py: using RAC 124\u000a19:51:33.768355 tst esme_connect_policy_closed.py: using CellId 23329\u000a19:51:33.891247 tst esme_connect_policy_closed.py: using BVCI 23330\u000a19:51:33.914952 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:33.925535 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:33.938238 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:34.049549 tst esme_connect_policy_closed.py: using MSISDN 7351\u000a19:51:34.171223 tst esme_connect_policy_closed.py: using MSISDN 7352\u000a19:51:34.281693 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a19:51:34.815791 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8664): Launched\u000a19:51:35.125517 run osmo-stp_10.42.42.4(pid=8665): Launched\u000a19:51:35.235891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:35.731538 run create_hlr_db(pid=8666): Launched\u000a19:51:36.912139 run create_hlr_db(pid=8666): Terminated: ok {rc=0}\u000a19:51:37.230993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8668): Launched\u000a19:51:37.542617 run osmo-hlr_10.42.42.2(pid=8669): Launched\u000a19:51:37.664337 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a19:51:38.236749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8671): Launched\u000a19:51:38.548651 run osmo-msc_10.42.42.5(pid=8672): Launched\u000a19:51:38.731313 run osmo-hlr_10.42.42.2(pid=8669): ERR: Terminated: ERROR {rc=237} [trial-2363↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8669)]\u000a19:51:38.862202 run osmo-hlr_10.42.42.2(pid=8669): stdout: \u000a| (launched: 2022-12-09_19:51:37.388606) \u000a19:51:38.991681 run osmo-hlr_10.42.42.2(pid=8669): stderr: \u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195137577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195137585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195137586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195137586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:39.116093 run osmo-hlr_10.42.42.2(pid=8669): stdout: \u000a| (launched: 2022-12-09_19:51:37.388606) \u000a19:51:39.239813 run osmo-hlr_10.42.42.2(pid=8669): stderr: \u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195137565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195137577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195137585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195137586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195137586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:39.293824 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=8669): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8669) [trial-2363↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8669)] [trial-2363↪smpp↪esme_connect_policy_closed.py:31]\u000a19:51:39.302022 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a19:51:39.360939 run osmo-msc_10.42.42.5(pid=8672): ERR: Terminated: ERROR {rc=9} [trial-2363↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=8672)]\u000a19:51:39.409321 run osmo-msc_10.42.42.5(pid=8672): stdout: \u000a| (launched: 2022-12-09_19:51:38.394675) \u000a19:51:39.458124 run osmo-msc_10.42.42.5(pid=8672): stderr: \u000a| �[0;m�[38;5;43m20221209195138717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209195138717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209195138717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209195138717 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209195138717 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209195138717 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209195138717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209195138718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209195138718 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a19:51:39.499629 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8664): Terminating (SIGTERM)\u000a19:51:39.538767 run osmo-stp_10.42.42.4(pid=8665): Terminating (SIGTERM)\u000a19:51:39.579277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8668): Terminating (SIGTERM)\u000a19:51:39.619880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8671): Terminating (SIGTERM)\u000a19:51:39.629174 --- ParallelTerminationStrategy: PID 8664 died...\u000a19:51:39.681917 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8664): Terminated: ok {rc=0}\u000a19:51:39.691531 --- ParallelTerminationStrategy: PID 8665 died...\u000a19:51:39.743770 run osmo-stp_10.42.42.4(pid=8665): Terminated: ok {rc=0}\u000a19:51:39.753343 --- ParallelTerminationStrategy: PID 8668 died...\u000a19:51:39.805635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8668): Terminated: ok {rc=0}\u000a19:51:39.815066 --- ParallelTerminationStrategy: PID 8671 died...\u000a19:51:39.867236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8671): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8681): Process ended prematurely: osmo-stp_10.42.42.5(pid=8681) [trial-2363↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8681)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8681): Process ended prematurely: osmo-stp_10.42.42.5(pid=8681) [trial-2363↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a19:51:39.881362 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:39.892316 tst smpp: Using 1 x bts (candidates: 1)\u000a19:51:40.026878 tst esme_ms_sms_storeforward.py: using LAC 23330\u000a19:51:40.155256 tst esme_ms_sms_storeforward.py: using RAC 125\u000a19:51:40.275030 tst esme_ms_sms_storeforward.py: using CellId 23330\u000a19:51:40.399840 tst esme_ms_sms_storeforward.py: using BVCI 23331\u000a19:51:40.423548 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:40.433951 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:40.444351 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:40.454627 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:40.464741 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:40.474893 tst smpp: Using 1 x modem (candidates: 1)\u000a19:51:40.704929 tst esme_ms_sms_storeforward.py: using MSISDN 7353\u000a19:51:40.823182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:41.344614 run create_hlr_db(pid=8675): Launched\u000a19:51:42.537847 run create_hlr_db(pid=8675): Terminated: ok {rc=0}\u000a19:51:42.878832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8677): Launched\u000a19:51:43.210866 run osmo-hlr_10.42.42.2(pid=8678): Launched\u000a19:51:43.334602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:43.915470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8680): Launched\u000a19:51:44.249193 run osmo-stp_10.42.42.5(pid=8681): Launched\u000a19:51:44.371050 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:51:44.976374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8683): Launched\u000a19:51:45.308620 run osmo-msc_10.42.42.6(pid=8684): Launched\u000a19:51:45.502992 run osmo-stp_10.42.42.5(pid=8681): ERR: Terminated: ERROR {rc=1} [trial-2363↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8681)]\u000a19:51:45.643334 run osmo-stp_10.42.42.5(pid=8681): stdout: \u000a| (launched: 2022-12-09_19:51:44.084602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:45.781911 run osmo-stp_10.42.42.5(pid=8681): stderr: \u000a| �[0;m�[38;5;43m20221209195144278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195144278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195144278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195144278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195144281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195144281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195144281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:45.918455 run osmo-stp_10.42.42.5(pid=8681): stdout: \u000a| (launched: 2022-12-09_19:51:44.084602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:46.054173 run osmo-stp_10.42.42.5(pid=8681): stderr: \u000a| �[0;m�[38;5;43m20221209195144278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195144278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195144278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195144278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195144281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195144281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195144281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:46.113633 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=8681): Process ended prematurely: osmo-stp_10.42.42.5(pid=8681) [trial-2363↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8681)] [trial-2363↪smpp↪esme_ms_sms_storeforward.py:30]\u000a19:51:46.123353 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.2 sec)\u000a19:51:46.190557 run osmo-hlr_10.42.42.2(pid=8678): ERR: Terminated: ERROR {rc=237} [trial-2363↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8678)]\u000a19:51:46.243723 run osmo-hlr_10.42.42.2(pid=8678): stdout: \u000a| (launched: 2022-12-09_19:51:43.048012) \u000a19:51:46.297953 run osmo-hlr_10.42.42.2(pid=8678): stderr: \u000a| �[0;m�[1;31m20221209195143250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195143250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195143251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195143251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195143251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195143251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195143263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195143271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195143271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195143271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:46.370801 run osmo-msc_10.42.42.6(pid=8684): ERR: Terminated: ERROR {rc=2} [trial-2363↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8684)]\u000a19:51:46.424511 run osmo-msc_10.42.42.6(pid=8684): stdout: \u000a| (launched: 2022-12-09_19:51:45.145606) \u000a19:51:46.478638 run osmo-msc_10.42.42.6(pid=8684): stderr: \u000a| �[0;m�[38;5;43m20221209195145468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195145469 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa19ccdac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195145469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195145469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195145469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195145469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195145471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195145471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195145472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195145472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:51:46.523940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8677): Terminating (SIGTERM)\u000a19:51:46.570343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8680): Terminating (SIGTERM)\u000a19:51:46.613316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8683): Terminating (SIGTERM)\u000a19:51:46.624543 --- ParallelTerminationStrategy: PID 8677 died...\u000a19:51:46.683599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8677): Terminated: ok {rc=0}\u000a19:51:46.694528 --- ParallelTerminationStrategy: PID 8680 died...\u000a19:51:46.752774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8680): Terminated: ok {rc=0}\u000a19:51:46.763715 --- ParallelTerminationStrategy: PID 8683 died...\u000a19:51:46.821967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8683): Terminated: ok {rc=0}\u000a19:51:46.912126 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8692): Process ended prematurely: osmo-stp_10.42.42.5(pid=8692) [trial-2363↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8692)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8692): Process ended prematurely: osmo-stp_10.42.42.5(pid=8692) [trial-2363↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a19:51:47.964205 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:47.976095 tst smpp: Using 1 x bts (candidates: 1)\u000a19:51:48.108288 tst esme_ms_sms_transaction.py: using LAC 23331\u000a19:51:48.230568 tst esme_ms_sms_transaction.py: using RAC 126\u000a19:51:48.353729 tst esme_ms_sms_transaction.py: using CellId 23331\u000a19:51:48.473742 tst esme_ms_sms_transaction.py: using BVCI 23332\u000a19:51:48.497167 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:48.507574 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:48.517837 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:48.528019 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:48.538275 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:51:48.548412 tst smpp: Using 1 x modem (candidates: 1)\u000a19:51:48.771169 tst esme_ms_sms_transaction.py: using MSISDN 7354\u000a19:51:48.881245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:49.375801 run create_hlr_db(pid=8686): Launched\u000a19:51:49.554055 bus /sierra_2: Setting Powered False\u000a19:51:50.575186 run create_hlr_db(pid=8686): Terminated: ok {rc=0}\u000a19:51:51.017144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8688): Launched\u000a19:51:51.351168 run osmo-hlr_10.42.42.2(pid=8689): Launched\u000a19:51:51.472942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:52.049051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8691): Launched\u000a19:51:52.382080 run osmo-stp_10.42.42.5(pid=8692): Launched\u000a19:51:52.503028 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:51:53.107673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8694): Launched\u000a19:51:53.441641 run osmo-msc_10.42.42.6(pid=8695): Launched\u000a19:51:53.635863 run osmo-stp_10.42.42.5(pid=8692): ERR: Terminated: ERROR {rc=1} [trial-2363↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8692)]\u000a19:51:53.775896 run osmo-stp_10.42.42.5(pid=8692): stdout: \u000a| (launched: 2022-12-09_19:51:52.218267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:53.910041 run osmo-stp_10.42.42.5(pid=8692): stderr: \u000a| �[0;m�[38;5;43m20221209195152412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195152412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195152413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195152413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195152414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195152414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195152414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:54.035076 run osmo-stp_10.42.42.5(pid=8692): stdout: \u000a| (launched: 2022-12-09_19:51:52.218267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:54.158816 run osmo-stp_10.42.42.5(pid=8692): stderr: \u000a| �[0;m�[38;5;43m20221209195152412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195152412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195152413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195152413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195152414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195152414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195152414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:54.212699 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=8692): Process ended prematurely: osmo-stp_10.42.42.5(pid=8692) [trial-2363↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8692)] [trial-2363↪smpp↪esme_ms_sms_transaction.py:28]\u000a19:51:54.221067 tst esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)\u000a19:51:54.280898 run osmo-hlr_10.42.42.2(pid=8689): ERR: Terminated: ERROR {rc=237} [trial-2363↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8689)]\u000a19:51:54.329830 run osmo-hlr_10.42.42.2(pid=8689): stdout: \u000a| (launched: 2022-12-09_19:51:51.186693) \u000a19:51:54.379301 run osmo-hlr_10.42.42.2(pid=8689): stderr: \u000a| �[0;m�[1;31m20221209195151387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195151387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195151387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195151387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195151387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195151387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195151399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195151409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195151410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195151410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:54.446529 run osmo-msc_10.42.42.6(pid=8695): ERR: Terminated: ERROR {rc=2} [trial-2363↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8695)]\u000a19:51:54.495679 run osmo-msc_10.42.42.6(pid=8695): stdout: \u000a| (launched: 2022-12-09_19:51:53.276835) \u000a19:51:54.545260 run osmo-msc_10.42.42.6(pid=8695): stderr: \u000a| �[0;m�[38;5;43m20221209195153602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195153602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff55cff6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195153602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195153602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195153602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195153602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195153604 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195153604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195153605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195153605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:51:54.587099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8688): Terminating (SIGTERM)\u000a19:51:54.626487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8691): Terminating (SIGTERM)\u000a19:51:54.666830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8694): Terminating (SIGTERM)\u000a19:51:54.676114 --- ParallelTerminationStrategy: PID 8688 died...\u000a19:51:54.729888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8688): Terminated: ok {rc=0}\u000a19:51:54.739616 --- ParallelTerminationStrategy: PID 8691 died...\u000a19:51:54.792857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8691): Terminated: ok {rc=0}\u000a19:51:54.802380 --- ParallelTerminationStrategy: PID 8694 died...\u000a19:51:54.856176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8694): Terminated: ok {rc=0}\u000a19:51:54.940470 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:51:26" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8706): Process ended prematurely: osmo-stp_10.42.42.5(pid=8706) [trial-2363↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8706)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8706): Process ended prematurely: osmo-stp_10.42.42.5(pid=8706) [trial-2363↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a19:51:56.826322 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:51:56.837546 tst encryption: Using 1 x bts (candidates: 1)\u000a19:51:56.972293 tst register_a5_0_authopt.py: using LAC 23332\u000a19:51:57.102489 tst register_a5_0_authopt.py: using RAC 127\u000a19:51:57.227261 tst register_a5_0_authopt.py: using CellId 23332\u000a19:51:57.351213 tst register_a5_0_authopt.py: using BVCI 23333\u000a19:51:57.374989 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:51:57.385947 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:51:57.396369 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:51:57.406793 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:51:57.417098 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:51:57.427283 tst encryption: Using 1 x modem (candidates: 1)\u000a19:51:57.727727 tst register_a5_0_authopt.py:8: start network...\u000a19:51:57.869365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:58.399428 run create_hlr_db(pid=8700): Launched\u000a19:51:58.594212 bus /sierra_2: Setting Powered False\u000a19:51:59.614231 run create_hlr_db(pid=8700): Terminated: ok {rc=0}\u000a19:52:00.033729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8702): Launched\u000a19:52:00.348094 run osmo-hlr_10.42.42.2(pid=8703): Launched\u000a19:52:00.468266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:01.046852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8705): Launched\u000a19:52:01.522353 run osmo-stp_10.42.42.5(pid=8706): Launched\u000a19:52:01.681939 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:52:02.326831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8708): Launched\u000a19:52:02.667220 run osmo-msc_10.42.42.6(pid=8709): Launched\u000a19:52:02.863700 run osmo-stp_10.42.42.5(pid=8706): ERR: Terminated: ERROR {rc=1} [trial-2363↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8706)]\u000a19:52:03.005212 run osmo-stp_10.42.42.5(pid=8706): stdout: \u000a| (launched: 2022-12-09_19:52:01.222103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:03.145626 run osmo-stp_10.42.42.5(pid=8706): stderr: \u000a| �[0;m�[38;5;43m20221209195201429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195201429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195201429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195201430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195201430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195201430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195201430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:03.280106 run osmo-stp_10.42.42.5(pid=8706): stdout: \u000a| (launched: 2022-12-09_19:52:01.222103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:03.414233 run osmo-stp_10.42.42.5(pid=8706): stderr: \u000a| �[0;m�[38;5;43m20221209195201429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195201429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195201429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195201430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195201430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195201430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195201430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:03.473200 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8706): Process ended prematurely: osmo-stp_10.42.42.5(pid=8706) [trial-2363↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8706)] [trial-2363↪encryption↪register_a5_0_authopt.py:8]\u000a19:52:03.482456 tst register_a5_0_authopt.py:8: Test FAILED (6.7 sec)\u000a19:52:03.545332 run osmo-hlr_10.42.42.2(pid=8703): ERR: Terminated: ERROR {rc=237} [trial-2363↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8703)]\u000a19:52:03.596935 run osmo-hlr_10.42.42.2(pid=8703): stdout: \u000a| (launched: 2022-12-09_19:52:00.193386) \u000a19:52:03.648686 run osmo-hlr_10.42.42.2(pid=8703): stderr: \u000a| �[0;m�[1;31m20221209195200373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195200373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195200373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195200373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195200373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195200373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195200385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195200393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195200394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195200394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:03.719370 run osmo-msc_10.42.42.6(pid=8709): ERR: Terminated: ERROR {rc=2} [trial-2363↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8709)]\u000a19:52:03.770515 run osmo-msc_10.42.42.6(pid=8709): stdout: \u000a| (launched: 2022-12-09_19:52:02.500395) \u000a19:52:03.822066 run osmo-msc_10.42.42.6(pid=8709): stderr: \u000a| �[0;m�[38;5;43m20221209195202825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195202825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c6a589c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195202825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195202825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195202825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195202826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195202827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195202828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195202828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195202828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:52:03.866638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8702): Terminating (SIGTERM)\u000a19:52:03.908345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8705): Terminating (SIGTERM)\u000a19:52:03.950204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8708): Terminating (SIGTERM)\u000a19:52:03.960079 --- ParallelTerminationStrategy: PID 8702 died...\u000a19:52:04.015629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8702): Terminated: ok {rc=0}\u000a19:52:04.026035 --- ParallelTerminationStrategy: PID 8705 died...\u000a19:52:04.082228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8705): Terminated: ok {rc=0}\u000a19:52:04.092374 --- ParallelTerminationStrategy: PID 8708 died...\u000a19:52:04.148153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8708): Terminated: ok {rc=0}\u000a19:52:04.235368 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8717): Process ended prematurely: osmo-stp_10.42.42.5(pid=8717) [trial-2363↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8717)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8717): Process ended prematurely: osmo-stp_10.42.42.5(pid=8717) [trial-2363↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a19:52:05.354087 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:05.365803 tst encryption: Using 1 x bts (candidates: 1)\u000a19:52:05.498718 tst register_a5_0_authreq.py: using LAC 23333\u000a19:52:05.631066 tst register_a5_0_authreq.py: using RAC 128\u000a19:52:05.761742 tst register_a5_0_authreq.py: using CellId 23333\u000a19:52:05.893488 tst register_a5_0_authreq.py: using BVCI 23334\u000a19:52:05.919080 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:05.930086 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:05.940862 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:05.951893 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:05.962996 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:05.974056 tst encryption: Using 1 x modem (candidates: 1)\u000a19:52:06.279862 tst register_a5_0_authreq.py:8: start network...\u000a19:52:06.421166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:06.952136 run create_hlr_db(pid=8711): Launched\u000a19:52:07.147019 bus /sierra_2: Setting Powered False\u000a19:52:08.168105 run create_hlr_db(pid=8711): Terminated: ok {rc=0}\u000a19:52:08.588885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8713): Launched\u000a19:52:08.903132 run osmo-hlr_10.42.42.2(pid=8714): Launched\u000a19:52:09.018858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:09.560461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8716): Launched\u000a19:52:09.874354 run osmo-stp_10.42.42.5(pid=8717): Launched\u000a19:52:09.988485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:52:10.558991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8719): Launched\u000a19:52:10.874925 run osmo-msc_10.42.42.6(pid=8720): Launched\u000a19:52:11.058675 run osmo-stp_10.42.42.5(pid=8717): ERR: Terminated: ERROR {rc=1} [trial-2363↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8717)]\u000a19:52:11.190487 run osmo-stp_10.42.42.5(pid=8717): stdout: \u000a| (launched: 2022-12-09_19:52:09.719948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:11.319957 run osmo-stp_10.42.42.5(pid=8717): stderr: \u000a| �[0;m�[38;5;43m20221209195209892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195209892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195209892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195209893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195209893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195209893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195209893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:11.445382 run osmo-stp_10.42.42.5(pid=8717): stdout: \u000a| (launched: 2022-12-09_19:52:09.719948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:11.569746 run osmo-stp_10.42.42.5(pid=8717): stderr: \u000a| �[0;m�[38;5;43m20221209195209892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195209892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195209892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195209893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195209893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195209893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195209893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:11.624518 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8717): Process ended prematurely: osmo-stp_10.42.42.5(pid=8717) [trial-2363↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8717)] [trial-2363↪encryption↪register_a5_0_authreq.py:8]\u000a19:52:11.632819 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a19:52:11.691750 run osmo-hlr_10.42.42.2(pid=8714): ERR: Terminated: ERROR {rc=237} [trial-2363↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8714)]\u000a19:52:11.740225 run osmo-hlr_10.42.42.2(pid=8714): stdout: \u000a| (launched: 2022-12-09_19:52:08.748842) \u000a19:52:11.789374 run osmo-hlr_10.42.42.2(pid=8714): stderr: \u000a| �[0;m�[1;31m20221209195208926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195208926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195208926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195208926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195208926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195208926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195208939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195208947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195208947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195208947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:11.856243 run osmo-msc_10.42.42.6(pid=8720): ERR: Terminated: ERROR {rc=2} [trial-2363↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8720)]\u000a19:52:11.904698 run osmo-msc_10.42.42.6(pid=8720): stdout: \u000a| (launched: 2022-12-09_19:52:10.718587) \u000a19:52:11.953550 run osmo-msc_10.42.42.6(pid=8720): stderr: \u000a| �[0;m�[38;5;43m20221209195210995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195210995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98fcf2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195210995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195210995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195210995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195210996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195210997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195210998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195210998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195210998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:52:11.995025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8713): Terminating (SIGTERM)\u000a19:52:12.034440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8716): Terminating (SIGTERM)\u000a19:52:12.073786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8719): Terminating (SIGTERM)\u000a19:52:12.082822 --- ParallelTerminationStrategy: PID 8713 died...\u000a19:52:12.135389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8713): Terminated: ok {rc=0}\u000a19:52:12.144824 --- ParallelTerminationStrategy: PID 8716 died...\u000a19:52:12.197674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8716): Terminated: ok {rc=0}\u000a19:52:12.207096 --- ParallelTerminationStrategy: PID 8719 died...\u000a19:52:12.259434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8719): Terminated: ok {rc=0}\u000a19:52:12.346390 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8728): Process ended prematurely: osmo-stp_10.42.42.5(pid=8728) [trial-2363↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8728)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8728): Process ended prematurely: osmo-stp_10.42.42.5(pid=8728) [trial-2363↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a19:52:13.458356 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:13.469559 tst encryption: Using 1 x bts (candidates: 1)\u000a19:52:13.597264 tst register_a5_1_authreq.py: using LAC 23334\u000a19:52:13.721623 tst register_a5_1_authreq.py: using RAC 129\u000a19:52:13.846182 tst register_a5_1_authreq.py: using CellId 23334\u000a19:52:13.970689 tst register_a5_1_authreq.py: using BVCI 23335\u000a19:52:13.994502 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:14.005096 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:14.015684 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:14.026102 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:14.036324 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:14.046619 tst encryption: Using 1 x modem (candidates: 1)\u000a19:52:14.348567 tst register_a5_1_authreq.py:8: start network...\u000a19:52:14.489847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:15.020555 run create_hlr_db(pid=8722): Launched\u000a19:52:15.216127 bus /sierra_2: Setting Powered False\u000a19:52:16.238535 run create_hlr_db(pid=8722): Terminated: ok {rc=0}\u000a19:52:16.704875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8724): Launched\u000a19:52:17.168799 run osmo-hlr_10.42.42.2(pid=8725): Launched\u000a19:52:17.305458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:17.893601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8727): Launched\u000a19:52:18.232761 run osmo-stp_10.42.42.5(pid=8728): Launched\u000a19:52:18.356515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:52:18.968306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8730): Launched\u000a19:52:19.307463 run osmo-msc_10.42.42.6(pid=8731): Launched\u000a19:52:19.504089 run osmo-stp_10.42.42.5(pid=8728): ERR: Terminated: ERROR {rc=1} [trial-2363↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8728)]\u000a19:52:19.646284 run osmo-stp_10.42.42.5(pid=8728): stdout: \u000a| (launched: 2022-12-09_19:52:18.065464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:19.787058 run osmo-stp_10.42.42.5(pid=8728): stderr: \u000a| �[0;m�[38;5;43m20221209195218260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195218260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195218261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195218261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195218262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195218262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195218262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:19.923312 run osmo-stp_10.42.42.5(pid=8728): stdout: \u000a| (launched: 2022-12-09_19:52:18.065464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:20.057837 run osmo-stp_10.42.42.5(pid=8728): stderr: \u000a| �[0;m�[38;5;43m20221209195218260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195218260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195218261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195218261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195218262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195218262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195218262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:20.116933 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8728): Process ended prematurely: osmo-stp_10.42.42.5(pid=8728) [trial-2363↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8728)] [trial-2363↪encryption↪register_a5_1_authreq.py:8]\u000a19:52:20.126292 tst register_a5_1_authreq.py:8: Test FAILED (6.7 sec)\u000a19:52:20.189521 run osmo-hlr_10.42.42.2(pid=8725): ERR: Terminated: ERROR {rc=237} [trial-2363↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8725)]\u000a19:52:20.241160 run osmo-hlr_10.42.42.2(pid=8725): stdout: \u000a| (launched: 2022-12-09_19:52:16.881954) \u000a19:52:20.293233 run osmo-hlr_10.42.42.2(pid=8725): stderr: \u000a| �[0;m�[1;31m20221209195217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195217100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195217120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195217120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195217120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:20.364305 run osmo-msc_10.42.42.6(pid=8731): ERR: Terminated: ERROR {rc=2} [trial-2363↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8731)]\u000a19:52:20.415808 run osmo-msc_10.42.42.6(pid=8731): stdout: \u000a| (launched: 2022-12-09_19:52:19.140811) \u000a19:52:20.467897 run osmo-msc_10.42.42.6(pid=8731): stderr: \u000a| �[0;m�[38;5;43m20221209195219465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195219465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e2796dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195219465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195219465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195219465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195219466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195219467 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195219468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195219468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195219468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:52:20.511688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8724): Terminating (SIGTERM)\u000a19:52:20.553658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8727): Terminating (SIGTERM)\u000a19:52:20.595679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8730): Terminating (SIGTERM)\u000a19:52:20.605569 --- ParallelTerminationStrategy: PID 8724 died...\u000a19:52:20.661879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8724): Terminated: ok {rc=0}\u000a19:52:20.671976 --- ParallelTerminationStrategy: PID 8727 died...\u000a19:52:20.727917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8727): Terminated: ok {rc=0}\u000a19:52:20.738004 --- ParallelTerminationStrategy: PID 8730 died...\u000a19:52:20.793793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8730): Terminated: ok {rc=0}\u000a19:52:20.882134 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8739): Process ended prematurely: osmo-stp_10.42.42.5(pid=8739) [trial-2363↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8739)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8739): Process ended prematurely: osmo-stp_10.42.42.5(pid=8739) [trial-2363↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a19:52:21.995352 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:22.006588 tst encryption: Using 1 x bts (candidates: 1)\u000a19:52:22.132700 tst register_a5_3_authreq.py: using LAC 23335\u000a19:52:22.257057 tst register_a5_3_authreq.py: using RAC 130\u000a19:52:22.389604 tst register_a5_3_authreq.py: using CellId 23335\u000a19:52:22.521625 tst register_a5_3_authreq.py: using BVCI 23336\u000a19:52:22.547319 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:22.558851 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:22.569972 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:22.581233 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:22.592180 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:52:22.603305 tst encryption: Using 1 x modem (candidates: 1)\u000a19:52:22.899693 tst register_a5_3_authreq.py:8: start network...\u000a19:52:23.030370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:23.529369 run create_hlr_db(pid=8733): Launched\u000a19:52:23.723594 bus /sierra_2: Setting Powered False\u000a19:52:24.743444 run create_hlr_db(pid=8733): Terminated: ok {rc=0}\u000a19:52:25.164609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8735): Launched\u000a19:52:25.478861 run osmo-hlr_10.42.42.2(pid=8736): Launched\u000a19:52:25.596625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:26.139772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8738): Launched\u000a19:52:26.453599 run osmo-stp_10.42.42.5(pid=8739): Launched\u000a19:52:26.568227 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:52:27.140614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8741): Launched\u000a19:52:27.457652 run osmo-msc_10.42.42.6(pid=8742): Launched\u000a19:52:27.642676 run osmo-stp_10.42.42.5(pid=8739): ERR: Terminated: ERROR {rc=1} [trial-2363↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8739)]\u000a19:52:27.774913 run osmo-stp_10.42.42.5(pid=8739): stdout: \u000a| (launched: 2022-12-09_19:52:26.299455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:27.904812 run osmo-stp_10.42.42.5(pid=8739): stderr: \u000a| �[0;m�[38;5;43m20221209195226473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195226473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195226473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195226474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195226474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195226474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195226474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:28.030737 run osmo-stp_10.42.42.5(pid=8739): stdout: \u000a| (launched: 2022-12-09_19:52:26.299455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:28.155582 run osmo-stp_10.42.42.5(pid=8739): stderr: \u000a| �[0;m�[38;5;43m20221209195226473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195226473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195226473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195226474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195226474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195226474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195226474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:28.210356 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8739): Process ended prematurely: osmo-stp_10.42.42.5(pid=8739) [trial-2363↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8739)] [trial-2363↪encryption↪register_a5_3_authreq.py:8]\u000a19:52:28.218903 tst register_a5_3_authreq.py:8: Test FAILED (6.3 sec)\u000a19:52:28.277362 run osmo-hlr_10.42.42.2(pid=8736): ERR: Terminated: ERROR {rc=237} [trial-2363↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8736)]\u000a19:52:28.325433 run osmo-hlr_10.42.42.2(pid=8736): stdout: \u000a| (launched: 2022-12-09_19:52:25.324446) \u000a19:52:28.374276 run osmo-hlr_10.42.42.2(pid=8736): stderr: \u000a| �[0;m�[1;31m20221209195225502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195225502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195225502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195225502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195225502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195225502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195225515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195225523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195225523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195225523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:28.440454 run osmo-msc_10.42.42.6(pid=8742): ERR: Terminated: ERROR {rc=2} [trial-2363↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8742)]\u000a19:52:28.488406 run osmo-msc_10.42.42.6(pid=8742): stdout: \u000a| (launched: 2022-12-09_19:52:27.300657) \u000a19:52:28.537161 run osmo-msc_10.42.42.6(pid=8742): stderr: \u000a| �[0;m�[38;5;43m20221209195227574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195227574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25cfc2ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195227575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195227575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195227575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195227575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195227577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195227577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195227577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195227577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:52:28.578321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8735): Terminating (SIGTERM)\u000a19:52:28.617398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8738): Terminating (SIGTERM)\u000a19:52:28.657082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8741): Terminating (SIGTERM)\u000a19:52:28.666035 --- ParallelTerminationStrategy: PID 8735 died...\u000a19:52:28.718240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8735): Terminated: ok {rc=0}\u000a19:52:28.727664 --- ParallelTerminationStrategy: PID 8738 died...\u000a19:52:28.780099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8738): Terminated: ok {rc=0}\u000a19:52:28.789420 --- ParallelTerminationStrategy: PID 8741 died...\u000a19:52:28.841321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8741): Terminated: ok {rc=0}\u000a19:52:28.930114 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:51:56" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8759): Process ended prematurely: srsepc(pid=8759) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8759)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8759): Process ended prematurely: srsepc(pid=8759) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a19:52:30.941150 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a19:52:30.987633 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:52:31.004577 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:52:31.028894 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:52:31.180147 tst handover.py: using MSISDN 7355\u000a19:52:31.301678 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7355', subscriber_id=0}\u000a19:52:31.422511 run srsepc_10.42.42.118: Starting srsepc\u000a19:52:33.373700 run rm-remote-dir(pid=8747): Launched\u000a19:52:33.572892 bus /sierra_2: Setting Powered False\u000a19:52:34.596256 run rm-remote-dir(pid=8747): Terminated: ok {rc=0}\u000a19:52:35.053664 run mk-remote-dir(pid=8748): Launched\u000a19:52:36.247424 run mk-remote-dir(pid=8748): Terminated: ok {rc=0}\u000a19:52:36.530375 run scp-inst-to-remote(pid=8749): Launched\u000a19:52:38.731176 run scp-inst-to-remote(pid=8749): Terminated: ok {rc=0}\u000a19:52:39.087002 run rm-remote-dir(pid=8751): Launched\u000a19:52:40.289890 run rm-remote-dir(pid=8751): Terminated: ok {rc=0}\u000a19:52:40.646293 run mk-remote-dir(pid=8752): Launched\u000a19:52:41.849730 run mk-remote-dir(pid=8752): Terminated: ok {rc=0}\u000a19:52:42.149847 run scp-cfg-to-remote(pid=8753): Launched\u000a19:52:43.349259 run scp-cfg-to-remote(pid=8753): Terminated: ok {rc=0}\u000a19:52:43.648067 run scp-db-to-remote(pid=8755): Launched\u000a19:52:44.848639 run scp-db-to-remote(pid=8755): Terminated: ok {rc=0}\u000a19:52:44.973049 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:52:45.318512 run patchelf(pid=8757): Launched\u000a19:52:46.579024 run patchelf(pid=8757): Terminated: ok {rc=0}\u000a19:52:46.743759 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:52:47.143742 run setcap-netadm(pid=8758): Launched\u000a19:52:48.331334 run setcap-netadm(pid=8758): Terminated: ok {rc=0}\u000a19:52:48.649672 run srsepc(pid=8759): Launched\u000a19:52:48.762006 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:52:49.895599 run rm-remote-dir(pid=8760): Launched\u000a19:52:50.085397 run srsepc(pid=8759): ERR: Terminated: ERROR {rc=127} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8759)]\u000a19:52:50.223089 run srsepc(pid=8759): stdout: \u000a| (launched: 2022-12-09_19:52:48.496726)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:52:50.360197 run srsepc(pid=8759): stderr: \u000a| (launched: 2022-12-09_19:52:48.543185)\u000a| Connection to 10.42.42.116 closed. \u000a19:52:50.492639 run srsepc(pid=8759): stdout: \u000a| (launched: 2022-12-09_19:52:48.496726)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:52:50.623926 run srsepc(pid=8759): stderr: \u000a| (launched: 2022-12-09_19:52:48.543185)\u000a| Connection to 10.42.42.116 closed. \u000a19:52:50.778188 run rm-remote-dir(pid=8760): Terminating (SIGINT)\u000a19:52:50.959260 run rm-remote-dir(pid=8760): Terminated: ok {rc=0}\u000a19:52:50.992443 tst handover.py:37: ERR: Error: srsepc(pid=8759): Process ended prematurely: srsepc(pid=8759) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8759)] [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a19:52:51.002141 tst handover.py:37: Test FAILED (20.2 sec)\u000a19:52:51.115018 run scp-back-log(pid=8761): Launched\u000a19:52:52.201010 run scp-back-log(pid=8761): ERR: Terminated: ERROR {rc=1} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8761)]\u000a19:52:52.262724 run scp-back-log(pid=8761): stdout: \u000a| (launched: 2022-12-09_19:52:51.043034) \u000a19:52:52.324425 run scp-back-log(pid=8761): stderr: \u000a| (launched: 2022-12-09_19:52:51.062729)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:52:52.376681 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8761): launch_sync(): local process exited with status 1 [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8761)]')\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9047): Process ended prematurely: srsepc(pid=9047) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9047)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9047): Process ended prematurely: srsepc(pid=9047) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a19:52:52.556560 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a19:52:52.598995 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:52:52.806519 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a19:52:52.848936 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:52:52.864611 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:52:52.985439 tst iperf3_bidir.py: using MSISDN 7356\u000a19:52:53.094995 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7356', subscriber_id=0}\u000a19:52:53.203922 run srsepc_10.42.42.118: Starting srsepc\u000a19:52:53.855332 run rm-remote-dir(pid=8763): Launched\u000a19:52:55.045390 run rm-remote-dir(pid=8763): Terminated: ok {rc=0}\u000a19:52:55.379382 run mk-remote-dir(pid=8764): Launched\u000a19:52:56.568642 run mk-remote-dir(pid=8764): Terminated: ok {rc=0}\u000a19:52:56.849918 run scp-inst-to-remote(pid=8765): Launched\u000a19:52:59.040173 run scp-inst-to-remote(pid=8765): Terminated: ok {rc=0}\u000a19:52:59.374180 run rm-remote-dir(pid=8767): Launched\u000a19:53:00.563886 run rm-remote-dir(pid=8767): Terminated: ok {rc=0}\u000a19:53:00.912210 run mk-remote-dir(pid=8768): Launched\u000a19:53:02.175355 run mk-remote-dir(pid=8768): Terminated: ok {rc=0}\u000a19:53:02.639556 run scp-cfg-to-remote(pid=8784): Launched\u000a19:53:03.912873 run scp-cfg-to-remote(pid=8784): Terminated: ok {rc=0}\u000a19:53:04.277240 run scp-db-to-remote(pid=9040): Launched\u000a19:53:05.470174 run scp-db-to-remote(pid=9040): Terminated: ok {rc=0}\u000a19:53:05.591767 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:53:05.947045 run patchelf(pid=9044): Launched\u000a19:53:07.156581 run patchelf(pid=9044): Terminated: ok {rc=0}\u000a19:53:07.283425 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:53:07.692785 run setcap-netadm(pid=9046): Launched\u000a19:53:08.907723 run setcap-netadm(pid=9046): Terminated: ok {rc=0}\u000a19:53:09.294724 run srsepc(pid=9047): Launched\u000a19:53:09.416469 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:53:10.738231 run rm-remote-dir(pid=9048): Launched\u000a19:53:11.012054 run srsepc(pid=9047): ERR: Terminated: ERROR {rc=127} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9047)]\u000a19:53:11.164009 run srsepc(pid=9047): stdout: \u000a| (launched: 2022-12-09_19:53:09.093444)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:53:11.316467 run srsepc(pid=9047): stderr: \u000a| (launched: 2022-12-09_19:53:09.145959)\u000a| Connection to 10.42.42.116 closed. \u000a19:53:11.463370 run srsepc(pid=9047): stdout: \u000a| (launched: 2022-12-09_19:53:09.093444)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:53:11.609792 run srsepc(pid=9047): stderr: \u000a| (launched: 2022-12-09_19:53:09.145959)\u000a| Connection to 10.42.42.116 closed. \u000a19:53:11.782533 run rm-remote-dir(pid=9048): Terminating (SIGINT)\u000a19:53:11.983466 run rm-remote-dir(pid=9048): Terminated: ok {rc=0}\u000a19:53:12.020299 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=9047): Process ended prematurely: srsepc(pid=9047) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9047)] [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a19:53:12.032217 tst iperf3_bidir.py:42: Test FAILED (19.6 sec)\u000a19:53:12.158038 run scp-back-log(pid=9049): Launched\u000a19:53:13.251884 run scp-back-log(pid=9049): ERR: Terminated: ERROR {rc=1} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9049)]\u000a19:53:13.320508 run scp-back-log(pid=9049): stdout: \u000a| (launched: 2022-12-09_19:53:12.078559) \u000a19:53:13.389928 run scp-back-log(pid=9049): stderr: \u000a| (launched: 2022-12-09_19:53:12.099411)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:53:13.447359 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9049): launch_sync(): local process exited with status 1 [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9049)]')\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9063): Process ended prematurely: srsepc(pid=9063) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9063)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9063): Process ended prematurely: srsepc(pid=9063) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a19:53:13.652637 tst iperf3_dl.py:13: Number of physical ue: 1\u000a19:53:13.701297 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:53:13.936213 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a19:53:13.984862 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:53:14.002735 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:53:14.136452 tst iperf3_dl.py: using MSISDN 7357\u000a19:53:14.259926 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7357', subscriber_id=0}\u000a19:53:14.382687 run srsepc_10.42.42.118: Starting srsepc\u000a19:53:15.152515 run rm-remote-dir(pid=9051): Launched\u000a19:53:16.423995 run rm-remote-dir(pid=9051): Terminated: ok {rc=0}\u000a19:53:16.829301 run mk-remote-dir(pid=9052): Launched\u000a19:53:18.064415 run mk-remote-dir(pid=9052): Terminated: ok {rc=0}\u000a19:53:18.427962 run scp-inst-to-remote(pid=9053): Launched\u000a19:53:20.626285 run scp-inst-to-remote(pid=9053): Terminated: ok {rc=0}\u000a19:53:21.025133 run rm-remote-dir(pid=9055): Launched\u000a19:53:22.224073 run rm-remote-dir(pid=9055): Terminated: ok {rc=0}\u000a19:53:22.627459 run mk-remote-dir(pid=9056): Launched\u000a19:53:23.832904 run mk-remote-dir(pid=9056): Terminated: ok {rc=0}\u000a19:53:24.137970 run scp-cfg-to-remote(pid=9057): Launched\u000a19:53:25.337650 run scp-cfg-to-remote(pid=9057): Terminated: ok {rc=0}\u000a19:53:25.638729 run scp-db-to-remote(pid=9059): Launched\u000a19:53:26.839252 run scp-db-to-remote(pid=9059): Terminated: ok {rc=0}\u000a19:53:26.963904 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:53:27.309097 run patchelf(pid=9061): Launched\u000a19:53:28.510344 run patchelf(pid=9061): Terminated: ok {rc=0}\u000a19:53:28.634293 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:53:28.981998 run setcap-netadm(pid=9062): Launched\u000a19:53:30.182120 run setcap-netadm(pid=9062): Terminated: ok {rc=0}\u000a19:53:30.522569 run srsepc(pid=9063): Launched\u000a19:53:30.640939 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:53:32.031363 run rm-remote-dir(pid=9064): Launched\u000a19:53:32.269396 run srsepc(pid=9063): ERR: Terminated: ERROR {rc=127} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9063)]\u000a19:53:32.406609 run srsepc(pid=9063): stdout: \u000a| (launched: 2022-12-09_19:53:30.359443)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:53:32.543601 run srsepc(pid=9063): stderr: \u000a| (launched: 2022-12-09_19:53:30.409442)\u000a| Connection to 10.42.42.116 closed. \u000a19:53:32.676537 run srsepc(pid=9063): stdout: \u000a| (launched: 2022-12-09_19:53:30.359443)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:53:32.807460 run srsepc(pid=9063): stderr: \u000a| (launched: 2022-12-09_19:53:30.409442)\u000a| Connection to 10.42.42.116 closed. \u000a19:53:32.961178 run rm-remote-dir(pid=9064): Terminating (SIGINT)\u000a19:53:33.141626 run rm-remote-dir(pid=9064): Terminated: ok {rc=0}\u000a19:53:33.174789 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=9063): Process ended prematurely: srsepc(pid=9063) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9063)] [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a19:53:33.184628 tst iperf3_dl.py:42: Test FAILED (19.7 sec)\u000a19:53:33.294590 run scp-back-log(pid=9065): Launched\u000a19:53:34.379969 run scp-back-log(pid=9065): ERR: Terminated: ERROR {rc=1} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9065)]\u000a19:53:34.440711 run scp-back-log(pid=9065): stdout: \u000a| (launched: 2022-12-09_19:53:33.225385) \u000a19:53:34.502040 run scp-back-log(pid=9065): stderr: \u000a| (launched: 2022-12-09_19:53:33.244867)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:53:34.554140 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9065): launch_sync(): local process exited with status 1 [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9065)]')\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9079): Process ended prematurely: srsepc(pid=9079) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9079)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9079): Process ended prematurely: srsepc(pid=9079) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a19:53:34.734956 tst iperf3_ul.py:13: Number of physical ue: 1\u000a19:53:34.777776 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:53:34.986237 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a19:53:35.028731 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:53:35.044332 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:53:35.165000 tst iperf3_ul.py: using MSISDN 7358\u000a19:53:35.275043 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7358', subscriber_id=0}\u000a19:53:35.383666 run srsepc_10.42.42.118: Starting srsepc\u000a19:53:36.039326 run rm-remote-dir(pid=9067): Launched\u000a19:53:37.230254 run rm-remote-dir(pid=9067): Terminated: ok {rc=0}\u000a19:53:37.565895 run mk-remote-dir(pid=9068): Launched\u000a19:53:38.756449 run mk-remote-dir(pid=9068): Terminated: ok {rc=0}\u000a19:53:39.039620 run scp-inst-to-remote(pid=9069): Launched\u000a19:53:41.230674 run scp-inst-to-remote(pid=9069): Terminated: ok {rc=0}\u000a19:53:41.566766 run rm-remote-dir(pid=9071): Launched\u000a19:53:42.758841 run rm-remote-dir(pid=9071): Terminated: ok {rc=0}\u000a19:53:43.095528 run mk-remote-dir(pid=9072): Launched\u000a19:53:44.286219 run mk-remote-dir(pid=9072): Terminated: ok {rc=0}\u000a19:53:44.569426 run scp-cfg-to-remote(pid=9073): Launched\u000a19:53:45.758747 run scp-cfg-to-remote(pid=9073): Terminated: ok {rc=0}\u000a19:53:46.125683 run scp-db-to-remote(pid=9075): Launched\u000a19:53:47.327096 run scp-db-to-remote(pid=9075): Terminated: ok {rc=0}\u000a19:53:47.443133 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:53:47.771458 run patchelf(pid=9077): Launched\u000a19:53:48.959960 run patchelf(pid=9077): Terminated: ok {rc=0}\u000a19:53:49.076484 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:53:49.403832 run setcap-netadm(pid=9078): Launched\u000a19:53:50.592071 run setcap-netadm(pid=9078): Terminated: ok {rc=0}\u000a19:53:50.913257 run srsepc(pid=9079): Launched\u000a19:53:51.024142 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:53:52.165765 run rm-remote-dir(pid=9080): Launched\u000a19:53:52.355110 run srsepc(pid=9079): ERR: Terminated: ERROR {rc=127} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9079)]\u000a19:53:52.494316 run srsepc(pid=9079): stdout: \u000a| (launched: 2022-12-09_19:53:50.760410)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:53:52.631923 run srsepc(pid=9079): stderr: \u000a| (launched: 2022-12-09_19:53:50.806972)\u000a| Connection to 10.42.42.116 closed. \u000a19:53:52.764655 run srsepc(pid=9079): stdout: \u000a| (launched: 2022-12-09_19:53:50.760410)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:53:52.896210 run srsepc(pid=9079): stderr: \u000a| (launched: 2022-12-09_19:53:50.806972)\u000a| Connection to 10.42.42.116 closed. \u000a19:53:53.050261 run rm-remote-dir(pid=9080): Terminating (SIGINT)\u000a19:53:53.231456 run rm-remote-dir(pid=9080): Terminated: ok {rc=0}\u000a19:53:53.264765 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=9079): Process ended prematurely: srsepc(pid=9079) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9079)] [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a19:53:53.274662 tst iperf3_ul.py:42: Test FAILED (18.7 sec)\u000a19:53:53.387077 run scp-back-log(pid=9081): Launched\u000a19:53:54.473118 run scp-back-log(pid=9081): ERR: Terminated: ERROR {rc=1} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9081)]\u000a19:53:54.534851 run scp-back-log(pid=9081): stdout: \u000a| (launched: 2022-12-09_19:53:53.315420) \u000a19:53:54.596589 run scp-back-log(pid=9081): stderr: \u000a| (launched: 2022-12-09_19:53:53.334960)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:53:54.649269 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9081): launch_sync(): local process exited with status 1 [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9081)]')\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9095): Process ended prematurely: srsepc(pid=9095) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9095)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9095): Process ended prematurely: srsepc(pid=9095) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a19:53:54.663588 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:53:54.680082 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:53:54.702590 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:53:54.841591 tst ping.py: using MSISDN 7359\u000a19:53:54.951699 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7359', subscriber_id=0}\u000a19:53:55.060176 run srsepc_10.42.42.118: Starting srsepc\u000a19:53:55.715954 run rm-remote-dir(pid=9083): Launched\u000a19:53:56.907039 run rm-remote-dir(pid=9083): Terminated: ok {rc=0}\u000a19:53:57.241539 run mk-remote-dir(pid=9084): Launched\u000a19:53:58.431450 run mk-remote-dir(pid=9084): Terminated: ok {rc=0}\u000a19:53:58.713640 run scp-inst-to-remote(pid=9085): Launched\u000a19:54:00.929526 run scp-inst-to-remote(pid=9085): Terminated: ok {rc=0}\u000a19:54:01.341799 run rm-remote-dir(pid=9087): Launched\u000a19:54:02.544655 run rm-remote-dir(pid=9087): Terminated: ok {rc=0}\u000a19:54:02.879352 run mk-remote-dir(pid=9088): Launched\u000a19:54:04.069133 run mk-remote-dir(pid=9088): Terminated: ok {rc=0}\u000a19:54:04.351285 run scp-cfg-to-remote(pid=9089): Launched\u000a19:54:05.540137 run scp-cfg-to-remote(pid=9089): Terminated: ok {rc=0}\u000a19:54:05.822526 run scp-db-to-remote(pid=9091): Launched\u000a19:54:07.010222 run scp-db-to-remote(pid=9091): Terminated: ok {rc=0}\u000a19:54:07.125631 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:54:07.450898 run patchelf(pid=9093): Launched\u000a19:54:08.637918 run patchelf(pid=9093): Terminated: ok {rc=0}\u000a19:54:08.752900 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:54:09.076874 run setcap-netadm(pid=9094): Launched\u000a19:54:10.264824 run setcap-netadm(pid=9094): Terminated: ok {rc=0}\u000a19:54:10.581300 run srsepc(pid=9095): Launched\u000a19:54:10.691202 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:54:11.832645 run rm-remote-dir(pid=9096): Launched\u000a19:54:12.022533 run srsepc(pid=9095): ERR: Terminated: ERROR {rc=127} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9095)]\u000a19:54:12.161820 run srsepc(pid=9095): stdout: \u000a| (launched: 2022-12-09_19:54:10.429350)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:12.299302 run srsepc(pid=9095): stderr: \u000a| (launched: 2022-12-09_19:54:10.475319)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:12.431681 run srsepc(pid=9095): stdout: \u000a| (launched: 2022-12-09_19:54:10.429350)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:12.562904 run srsepc(pid=9095): stderr: \u000a| (launched: 2022-12-09_19:54:10.475319)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:12.717175 run rm-remote-dir(pid=9096): Terminating (SIGINT)\u000a19:54:12.898162 run rm-remote-dir(pid=9096): Terminated: ok {rc=0}\u000a19:54:12.931631 tst ping.py:16: ERR: Error: srsepc(pid=9095): Process ended prematurely: srsepc(pid=9095) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9095)] [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a19:54:12.941208 tst ping.py:16: Test FAILED (18.3 sec)\u000a19:54:13.051559 run scp-back-log(pid=9097): Launched\u000a19:54:14.136714 run scp-back-log(pid=9097): ERR: Terminated: ERROR {rc=1} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9097)]\u000a19:54:14.198021 run scp-back-log(pid=9097): stdout: \u000a| (launched: 2022-12-09_19:54:12.981893) \u000a19:54:14.259231 run scp-back-log(pid=9097): stderr: \u000a| (launched: 2022-12-09_19:54:13.001387)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:54:14.311069 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9097): launch_sync(): local process exited with status 1 [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9097)]')\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9112): Process ended prematurely: srsepc(pid=9112) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9112)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9112): Process ended prematurely: srsepc(pid=9112) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a19:54:14.324919 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:54:14.341605 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:54:14.364177 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:54:14.510054 tst rrc_idle_mo_ping.py: using MSISDN 7360\u000a19:54:14.619882 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7360', subscriber_id=0}\u000a19:54:14.728483 run srsepc_10.42.42.118: Starting srsepc\u000a19:54:15.381861 run rm-remote-dir(pid=9100): Launched\u000a19:54:16.583068 run rm-remote-dir(pid=9100): Terminated: ok {rc=0}\u000a19:54:16.977960 run mk-remote-dir(pid=9101): Launched\u000a19:54:18.179211 run mk-remote-dir(pid=9101): Terminated: ok {rc=0}\u000a19:54:18.462552 run scp-inst-to-remote(pid=9102): Launched\u000a19:54:20.664138 run scp-inst-to-remote(pid=9102): Terminated: ok {rc=0}\u000a19:54:21.020460 run rm-remote-dir(pid=9104): Launched\u000a19:54:22.224092 run rm-remote-dir(pid=9104): Terminated: ok {rc=0}\u000a19:54:22.582199 run mk-remote-dir(pid=9105): Launched\u000a19:54:23.786389 run mk-remote-dir(pid=9105): Terminated: ok {rc=0}\u000a19:54:24.088918 run scp-cfg-to-remote(pid=9106): Launched\u000a19:54:25.289515 run scp-cfg-to-remote(pid=9106): Terminated: ok {rc=0}\u000a19:54:25.590759 run scp-db-to-remote(pid=9108): Launched\u000a19:54:26.792150 run scp-db-to-remote(pid=9108): Terminated: ok {rc=0}\u000a19:54:26.916327 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:54:27.262605 run patchelf(pid=9110): Launched\u000a19:54:28.462147 run patchelf(pid=9110): Terminated: ok {rc=0}\u000a19:54:28.586018 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:54:28.931281 run setcap-netadm(pid=9111): Launched\u000a19:54:30.132131 run setcap-netadm(pid=9111): Terminated: ok {rc=0}\u000a19:54:30.470131 run srsepc(pid=9112): Launched\u000a19:54:30.588396 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:54:31.955777 run rm-remote-dir(pid=9113): Launched\u000a19:54:32.229187 run srsepc(pid=9112): ERR: Terminated: ERROR {rc=127} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9112)]\u000a19:54:32.376529 run srsepc(pid=9112): stdout: \u000a| (launched: 2022-12-09_19:54:30.308534)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:32.523167 run srsepc(pid=9112): stderr: \u000a| (launched: 2022-12-09_19:54:30.358411)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:32.664691 run srsepc(pid=9112): stdout: \u000a| (launched: 2022-12-09_19:54:30.308534)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:32.805312 run srsepc(pid=9112): stderr: \u000a| (launched: 2022-12-09_19:54:30.358411)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:32.970226 run rm-remote-dir(pid=9113): Terminating (SIGINT)\u000a19:54:33.163533 run rm-remote-dir(pid=9113): Terminated: ok {rc=0}\u000a19:54:33.199119 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=9112): Process ended prematurely: srsepc(pid=9112) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9112)] [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a19:54:33.209738 tst rrc_idle_mo_ping.py:16: Test FAILED (18.9 sec)\u000a19:54:33.326628 run scp-back-log(pid=9114): Launched\u000a19:54:34.417180 run scp-back-log(pid=9114): ERR: Terminated: ERROR {rc=1} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9114)]\u000a19:54:34.482367 run scp-back-log(pid=9114): stdout: \u000a| (launched: 2022-12-09_19:54:33.253434) \u000a19:54:34.547616 run scp-back-log(pid=9114): stderr: \u000a| (launched: 2022-12-09_19:54:33.274288)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:54:34.602879 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9114): launch_sync(): local process exited with status 1 [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9114)]')\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9128): Process ended prematurely: srsepc(pid=9128) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9128)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9128): Process ended prematurely: srsepc(pid=9128) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a19:54:34.617692 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:54:34.634922 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:54:34.658794 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:54:34.808812 tst rrc_idle_mt_ping.py: using MSISDN 7361\u000a19:54:34.927546 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7361', subscriber_id=0}\u000a19:54:35.044567 run srsepc_10.42.42.118: Starting srsepc\u000a19:54:35.743297 run rm-remote-dir(pid=9116): Launched\u000a19:54:36.947701 run rm-remote-dir(pid=9116): Terminated: ok {rc=0}\u000a19:54:37.306044 run mk-remote-dir(pid=9117): Launched\u000a19:54:38.508747 run mk-remote-dir(pid=9117): Terminated: ok {rc=0}\u000a19:54:38.810110 run scp-inst-to-remote(pid=9118): Launched\u000a19:54:41.013659 run scp-inst-to-remote(pid=9118): Terminated: ok {rc=0}\u000a19:54:41.369918 run rm-remote-dir(pid=9120): Launched\u000a19:54:42.572838 run rm-remote-dir(pid=9120): Terminated: ok {rc=0}\u000a19:54:42.930982 run mk-remote-dir(pid=9121): Launched\u000a19:54:44.135457 run mk-remote-dir(pid=9121): Terminated: ok {rc=0}\u000a19:54:44.436670 run scp-cfg-to-remote(pid=9122): Launched\u000a19:54:45.636192 run scp-cfg-to-remote(pid=9122): Terminated: ok {rc=0}\u000a19:54:45.982167 run scp-db-to-remote(pid=9124): Launched\u000a19:54:47.248312 run scp-db-to-remote(pid=9124): Terminated: ok {rc=0}\u000a19:54:47.376716 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:54:47.725533 run patchelf(pid=9126): Launched\u000a19:54:48.925771 run patchelf(pid=9126): Terminated: ok {rc=0}\u000a19:54:49.050724 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:54:49.397713 run setcap-netadm(pid=9127): Launched\u000a19:54:50.598294 run setcap-netadm(pid=9127): Terminated: ok {rc=0}\u000a19:54:50.936931 run srsepc(pid=9128): Launched\u000a19:54:51.056240 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:54:52.266628 run rm-remote-dir(pid=9129): Launched\u000a19:54:52.468195 run srsepc(pid=9128): ERR: Terminated: ERROR {rc=127} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9128)]\u000a19:54:52.614983 run srsepc(pid=9128): stdout: \u000a| (launched: 2022-12-09_19:54:50.775202)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:52.761490 run srsepc(pid=9128): stderr: \u000a| (launched: 2022-12-09_19:54:50.824779)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:52.911208 run srsepc(pid=9128): stdout: \u000a| (launched: 2022-12-09_19:54:50.775202)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:53.049762 run srsepc(pid=9128): stderr: \u000a| (launched: 2022-12-09_19:54:50.824779)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:53.211960 run rm-remote-dir(pid=9129): Terminating (SIGINT)\u000a19:54:53.402440 run rm-remote-dir(pid=9129): Terminated: ok {rc=0}\u000a19:54:53.437491 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=9128): Process ended prematurely: srsepc(pid=9128) [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9128)] [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a19:54:53.447735 tst rrc_idle_mt_ping.py:16: Test FAILED (18.8 sec)\u000a19:54:53.564056 run scp-back-log(pid=9130): Launched\u000a19:54:54.654235 run scp-back-log(pid=9130): ERR: Terminated: ERROR {rc=1} [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9130)]\u000a19:54:54.719199 run scp-back-log(pid=9130): stdout: \u000a| (launched: 2022-12-09_19:54:53.491090) \u000a19:54:54.784472 run scp-back-log(pid=9130): stderr: \u000a| (launched: 2022-12-09_19:54:53.511600)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:54:54.839910 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9130): launch_sync(): local process exited with status 1 [trial-2363↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9130)]')\u000a" } ], "duration" : 145.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:52:30" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9141): Process ended prematurely: osmo-stp_10.42.42.5(pid=9141) [trial-2363↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9141)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9141): Process ended prematurely: osmo-stp_10.42.42.5(pid=9141) [trial-2363↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a19:54:55.690504 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:54:55.701879 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a19:54:55.835859 tst handover.py: using LAC 23336\u000a19:54:55.971041 tst handover.py: using RAC 131\u000a19:54:56.109850 tst handover.py: using CellId 23336\u000a19:54:56.238672 tst handover.py: using BVCI 23337\u000a19:54:56.263287 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a19:54:56.394205 tst handover.py: using LAC 23337\u000a19:54:56.521194 tst handover.py: using RAC 132\u000a19:54:56.650509 tst handover.py: using CellId 23337\u000a19:54:56.777944 tst handover.py: using BVCI 23338\u000a19:54:56.802513 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:54:56.813871 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:54:56.824814 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:54:56.836057 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:54:56.847464 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:54:56.858721 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a19:54:56.977960 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a19:54:57.189030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:54:57.706563 run create_hlr_db(pid=9135): Launched\u000a19:54:58.895369 run create_hlr_db(pid=9135): Terminated: ok {rc=0}\u000a19:54:59.229679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9137): Launched\u000a19:54:59.554327 run osmo-hlr_10.42.42.2(pid=9138): Launched\u000a19:54:59.672347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:55:00.233532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9140): Launched\u000a19:55:00.557050 run osmo-stp_10.42.42.5(pid=9141): Launched\u000a19:55:00.674292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:55:01.296737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9143): Launched\u000a19:55:01.617755 run osmo-msc_10.42.42.6(pid=9144): Launched\u000a19:55:01.925619 run osmo-stp_10.42.42.5(pid=9141): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9141)]\u000a19:55:02.196181 run osmo-stp_10.42.42.5(pid=9141): stdout: \u000a| (launched: 2022-12-09_19:55:00.398248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:02.384186 run osmo-stp_10.42.42.5(pid=9141): stderr: \u000a| �[0;m�[38;5;43m20221209195500588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195500589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195500589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195500589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195500590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195500590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195500590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:02.514669 run osmo-stp_10.42.42.5(pid=9141): stdout: \u000a| (launched: 2022-12-09_19:55:00.398248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:02.644259 run osmo-stp_10.42.42.5(pid=9141): stderr: \u000a| �[0;m�[38;5;43m20221209195500588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195500589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195500589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195500589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195500590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195500590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195500590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:02.700854 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9141): Process ended prematurely: osmo-stp_10.42.42.5(pid=9141) [trial-2363↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9141)] [trial-2363↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a19:55:02.709806 tst handover.py:18: Test FAILED (7.0 sec)\u000a19:55:02.772027 run osmo-hlr_10.42.42.2(pid=9138): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9138)]\u000a19:55:02.822770 run osmo-hlr_10.42.42.2(pid=9138): stdout: \u000a| (launched: 2022-12-09_19:54:59.394729) \u000a19:55:02.874337 run osmo-hlr_10.42.42.2(pid=9138): stderr: \u000a| �[0;m�[1;31m20221209195459593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195459593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195459593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195459593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195459593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195459593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195459605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195459613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195459614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195459614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:55:02.944050 run osmo-msc_10.42.42.6(pid=9144): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9144)]\u000a19:55:02.994827 run osmo-msc_10.42.42.6(pid=9144): stdout: \u000a| (launched: 2022-12-09_19:55:01.454924) \u000a19:55:03.045732 run osmo-msc_10.42.42.6(pid=9144): stderr: \u000a| �[0;m�[38;5;43m20221209195502072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195502072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e68acdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195502072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195502072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195502072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195502081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195502083 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195502083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195502083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195502083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:55:03.088891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9137): Terminating (SIGTERM)\u000a19:55:03.130412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9140): Terminating (SIGTERM)\u000a19:55:03.172204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9143): Terminating (SIGTERM)\u000a19:55:03.182030 --- ParallelTerminationStrategy: PID 9137 died...\u000a19:55:03.237424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9137): Terminated: ok {rc=0}\u000a19:55:03.247455 --- ParallelTerminationStrategy: PID 9140 died...\u000a19:55:03.302433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9140): Terminated: ok {rc=0}\u000a19:55:03.312310 --- ParallelTerminationStrategy: PID 9143 died...\u000a19:55:03.367283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9143): Terminated: ok {rc=0}\u000a19:55:03.451643 bus /sierra_3: Setting Powered False\u000a19:55:04.557154 bus /sierra_3: Setting Powered False\u000a19:55:05.662841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:54:55" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9159): Process ended prematurely: osmo-stp_10.42.42.5(pid=9159) [trial-2363↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9159)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9159): Process ended prematurely: osmo-stp_10.42.42.5(pid=9159) [trial-2363↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a19:55:07.624420 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:55:07.635727 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a19:55:07.770525 tst handover.py: using LAC 23338\u000a19:55:07.897044 tst handover.py: using RAC 133\u000a19:55:08.026152 tst handover.py: using CellId 23338\u000a19:55:08.152386 tst handover.py: using BVCI 23339\u000a19:55:08.177169 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a19:55:08.305305 tst handover.py: using LAC 23339\u000a19:55:08.423120 tst handover.py: using RAC 134\u000a19:55:08.540613 tst handover.py: using CellId 23339\u000a19:55:08.660006 tst handover.py: using BVCI 23340\u000a19:55:08.683004 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:55:08.693686 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:55:08.704216 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:55:08.715392 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:55:08.726532 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:55:08.737522 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a19:55:08.855041 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a19:55:09.065053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:55:09.547185 run create_hlr_db(pid=9153): Launched\u000a19:55:09.679487 bus /sierra_2: Setting Powered False\u000a19:55:10.746048 run create_hlr_db(pid=9153): Terminated: ok {rc=0}\u000a19:55:11.123759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9155): Launched\u000a19:55:11.428081 run osmo-hlr_10.42.42.2(pid=9156): Launched\u000a19:55:11.540089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:55:12.039244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9158): Launched\u000a19:55:12.343162 run osmo-stp_10.42.42.5(pid=9159): Launched\u000a19:55:12.453264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:55:12.981088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9161): Launched\u000a19:55:13.286423 run osmo-msc_10.42.42.6(pid=9162): Launched\u000a19:55:13.463376 run osmo-stp_10.42.42.5(pid=9159): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9159)]\u000a19:55:13.591310 run osmo-stp_10.42.42.5(pid=9159): stdout: \u000a| (launched: 2022-12-09_19:55:12.192699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:13.717308 run osmo-stp_10.42.42.5(pid=9159): stderr: \u000a| �[0;m�[38;5;43m20221209195512362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195512362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195512363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195512363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195512363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195512364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195512364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:13.839558 run osmo-stp_10.42.42.5(pid=9159): stdout: \u000a| (launched: 2022-12-09_19:55:12.192699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:13.960049 run osmo-stp_10.42.42.5(pid=9159): stderr: \u000a| �[0;m�[38;5;43m20221209195512362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195512362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195512363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195512363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195512363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195512364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195512364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:14.013047 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9159): Process ended prematurely: osmo-stp_10.42.42.5(pid=9159) [trial-2363↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9159)] [trial-2363↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a19:55:14.021195 tst handover.py:18: Test FAILED (6.4 sec)\u000a19:55:14.079496 run osmo-hlr_10.42.42.2(pid=9156): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9156)]\u000a19:55:14.127086 run osmo-hlr_10.42.42.2(pid=9156): stdout: \u000a| (launched: 2022-12-09_19:55:11.278553) \u000a19:55:14.175432 run osmo-hlr_10.42.42.2(pid=9156): stderr: \u000a| �[0;m�[1;31m20221209195511455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195511455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195511455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195511455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195511455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195511455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195511467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195511476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195511477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195511477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:55:14.241387 run osmo-msc_10.42.42.6(pid=9162): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9162)]\u000a19:55:14.289262 run osmo-msc_10.42.42.6(pid=9162): stdout: \u000a| (launched: 2022-12-09_19:55:13.135385) \u000a19:55:14.337473 run osmo-msc_10.42.42.6(pid=9162): stderr: \u000a| �[0;m�[38;5;43m20221209195513404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195513404 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c127a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195513404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195513404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195513404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195513405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195513406 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195513407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195513407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195513407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:55:14.378347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9155): Terminating (SIGTERM)\u000a19:55:14.417076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9158): Terminating (SIGTERM)\u000a19:55:14.455802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9161): Terminating (SIGTERM)\u000a19:55:14.464748 --- ParallelTerminationStrategy: PID 9155 died...\u000a19:55:14.516538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9155): Terminated: ok {rc=0}\u000a19:55:14.525933 --- ParallelTerminationStrategy: PID 9158 died...\u000a19:55:14.577307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9158): Terminated: ok {rc=0}\u000a19:55:14.586617 --- ParallelTerminationStrategy: PID 9161 died...\u000a19:55:14.638236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9161): Terminated: ok {rc=0}\u000a19:55:14.719254 bus /sierra_3: Setting Powered False\u000a19:55:15.824038 bus /sierra_3: Setting Powered False\u000a19:55:16.968116 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:55:07" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9173): Process ended prematurely: osmo-stp_10.42.42.5(pid=9173) [trial-2363↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9173)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9173): Process ended prematurely: osmo-stp_10.42.42.5(pid=9173) [trial-2363↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a19:55:18.950528 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:55:18.961115 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:55:19.084423 tst handover.py: using LAC 23340\u000a19:55:19.213459 tst handover.py: using RAC 135\u000a19:55:19.340212 tst handover.py: using CellId 23340\u000a19:55:19.469059 tst handover.py: using BVCI 23341\u000a19:55:19.493952 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:55:19.636534 tst handover.py: using LAC 23341\u000a19:55:19.763425 tst handover.py: using RAC 136\u000a19:55:19.895098 tst handover.py: using CellId 23341\u000a19:55:20.021214 tst handover.py: using BVCI 23342\u000a19:55:20.045916 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:55:20.057121 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:55:20.068060 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:55:20.079450 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:55:20.090942 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:55:20.102399 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:55:20.220027 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:55:20.420664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:55:20.880379 run create_hlr_db(pid=9167): Launched\u000a19:55:21.003264 bus /sierra_2: Setting Powered False\u000a19:55:22.075699 run create_hlr_db(pid=9167): Terminated: ok {rc=0}\u000a19:55:22.479117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9169): Launched\u000a19:55:22.805212 run osmo-hlr_10.42.42.2(pid=9170): Launched\u000a19:55:22.924579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:55:23.461585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9172): Launched\u000a19:55:23.791149 run osmo-stp_10.42.42.5(pid=9173): Launched\u000a19:55:23.907781 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:55:24.465680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9175): Launched\u000a19:55:24.786019 run osmo-msc_10.42.42.6(pid=9176): Launched\u000a19:55:24.973904 run osmo-stp_10.42.42.5(pid=9173): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9173)]\u000a19:55:25.109645 run osmo-stp_10.42.42.5(pid=9173): stdout: \u000a| (launched: 2022-12-09_19:55:23.634647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:25.243750 run osmo-stp_10.42.42.5(pid=9173): stderr: \u000a| �[0;m�[38;5;43m20221209195523821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195523821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195523821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195523822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195523822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195523822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195523822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:25.372674 run osmo-stp_10.42.42.5(pid=9173): stdout: \u000a| (launched: 2022-12-09_19:55:23.634647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:25.500574 run osmo-stp_10.42.42.5(pid=9173): stderr: \u000a| �[0;m�[38;5;43m20221209195523821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195523821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195523821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195523822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195523822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195523822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195523822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:25.556505 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9173): Process ended prematurely: osmo-stp_10.42.42.5(pid=9173) [trial-2363↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9173)] [trial-2363↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a19:55:25.565287 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:55:25.627009 run osmo-hlr_10.42.42.2(pid=9170): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9170)]\u000a19:55:25.677493 run osmo-hlr_10.42.42.2(pid=9170): stdout: \u000a| (launched: 2022-12-09_19:55:22.644765) \u000a19:55:25.728494 run osmo-hlr_10.42.42.2(pid=9170): stderr: \u000a| �[0;m�[1;31m20221209195522846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195522846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195522846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195522846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195522846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195522846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195522858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195522866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195522866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195522866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:55:25.797540 run osmo-msc_10.42.42.6(pid=9176): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9176)]\u000a19:55:25.847671 run osmo-msc_10.42.42.6(pid=9176): stdout: \u000a| (launched: 2022-12-09_19:55:24.628548) \u000a19:55:25.898398 run osmo-msc_10.42.42.6(pid=9176): stderr: \u000a| �[0;m�[38;5;43m20221209195524944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195524944 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc65415bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195524944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195524944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195524944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195524945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195524946 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195524947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195524947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195524947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:55:25.941531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9169): Terminating (SIGTERM)\u000a19:55:25.983234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9172): Terminating (SIGTERM)\u000a19:55:26.024146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9175): Terminating (SIGTERM)\u000a19:55:26.033876 --- ParallelTerminationStrategy: PID 9169 died...\u000a19:55:26.088869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9169): Terminated: ok {rc=0}\u000a19:55:26.099060 --- ParallelTerminationStrategy: PID 9172 died...\u000a19:55:26.153311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9172): Terminated: ok {rc=0}\u000a19:55:26.163348 --- ParallelTerminationStrategy: PID 9175 died...\u000a19:55:26.217601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9175): Terminated: ok {rc=0}\u000a19:55:26.302939 bus /sierra_3: Setting Powered False\u000a19:55:27.405347 bus /sierra_3: Setting Powered False\u000a19:55:28.514752 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:55:18" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9189): Process ended prematurely: osmo-stp_10.42.42.5(pid=9189) [trial-2363↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9189): Process ended prematurely: osmo-stp_10.42.42.5(pid=9189) [trial-2363↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a19:55:30.510304 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:55:30.521584 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:55:30.647372 tst handover.py: using LAC 23342\u000a19:55:30.766913 tst handover.py: using RAC 137\u000a19:55:30.896587 tst handover.py: using CellId 23342\u000a19:55:31.041656 tst handover.py: using BVCI 23343\u000a19:55:31.067488 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:55:31.200355 tst handover.py: using LAC 23343\u000a19:55:31.329360 tst handover.py: using RAC 138\u000a19:55:31.479575 tst handover.py: using CellId 23343\u000a19:55:31.609577 tst handover.py: using BVCI 23344\u000a19:55:31.633264 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:55:31.645211 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:55:31.656917 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:55:31.669069 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:55:31.681767 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:55:31.693561 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:55:31.841652 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:55:32.108791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:55:32.566029 run create_hlr_db(pid=9183): Launched\u000a19:55:32.686963 bus /sierra_2: Setting Powered False\u000a19:55:33.758696 run create_hlr_db(pid=9183): Terminated: ok {rc=0}\u000a19:55:34.158665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9185): Launched\u000a19:55:34.478723 run osmo-hlr_10.42.42.2(pid=9186): Launched\u000a19:55:34.594716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:55:35.122687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9188): Launched\u000a19:55:35.441293 run osmo-stp_10.42.42.5(pid=9189): Launched\u000a19:55:35.556823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:55:36.115496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9191): Launched\u000a19:55:36.435902 run osmo-msc_10.42.42.6(pid=9192): Launched\u000a19:55:36.623787 run osmo-stp_10.42.42.5(pid=9189): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)]\u000a19:55:36.759311 run osmo-stp_10.42.42.5(pid=9189): stdout: \u000a| (launched: 2022-12-09_19:55:35.285153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:36.892807 run osmo-stp_10.42.42.5(pid=9189): stderr: \u000a| �[0;m�[38;5;43m20221209195535472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195535472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195535472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195535472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195535473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195535473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195535473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:37.022066 run osmo-stp_10.42.42.5(pid=9189): stdout: \u000a| (launched: 2022-12-09_19:55:35.285153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:37.149655 run osmo-stp_10.42.42.5(pid=9189): stderr: \u000a| �[0;m�[38;5;43m20221209195535472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195535472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195535472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195535472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195535473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195535473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195535473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:37.205226 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9189): Process ended prematurely: osmo-stp_10.42.42.5(pid=9189) [trial-2363↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)] [trial-2363↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a19:55:37.213735 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:55:37.275286 run osmo-hlr_10.42.42.2(pid=9186): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9186)]\u000a19:55:37.325592 run osmo-hlr_10.42.42.2(pid=9186): stdout: \u000a| (launched: 2022-12-09_19:55:34.321947) \u000a19:55:37.376416 run osmo-hlr_10.42.42.2(pid=9186): stderr: \u000a| �[0;m�[1;31m20221209195534515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195534516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195534516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195534516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195534516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195534516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195534528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195534536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195534537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195534537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:55:37.445199 run osmo-msc_10.42.42.6(pid=9192): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9192)]\u000a19:55:37.495588 run osmo-msc_10.42.42.6(pid=9192): stdout: \u000a| (launched: 2022-12-09_19:55:36.278896) \u000a19:55:37.546121 run osmo-msc_10.42.42.6(pid=9192): stderr: \u000a| �[0;m�[38;5;43m20221209195536597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195536597 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa215396c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195536597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195536597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195536597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195536597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195536599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195536599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195536600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195536600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:55:37.589073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9185): Terminating (SIGTERM)\u000a19:55:37.629902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9188): Terminating (SIGTERM)\u000a19:55:37.671089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9191): Terminating (SIGTERM)\u000a19:55:37.680428 --- ParallelTerminationStrategy: PID 9185 died...\u000a19:55:37.735136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9185): Terminated: ok {rc=0}\u000a19:55:37.745090 --- ParallelTerminationStrategy: PID 9188 died...\u000a19:55:37.799328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9188): Terminated: ok {rc=0}\u000a19:55:37.809323 --- ParallelTerminationStrategy: PID 9191 died...\u000a19:55:37.863492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9191): Terminated: ok {rc=0}\u000a19:55:37.948399 bus /sierra_3: Setting Powered False\u000a19:55:39.050635 bus /sierra_3: Setting Powered False\u000a19:55:40.158988 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:55:30" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9203): Process ended prematurely: osmo-stp_10.42.42.5(pid=9203) [trial-2363↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9203): Process ended prematurely: osmo-stp_10.42.42.5(pid=9203) [trial-2363↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:55:42.154873 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:55:42.165603 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:55:42.295570 tst handover.py: using LAC 23344\u000a19:55:42.419347 tst handover.py: using RAC 139\u000a19:55:42.543776 tst handover.py: using CellId 23344\u000a19:55:42.668445 tst handover.py: using BVCI 23345\u000a19:55:42.692722 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:55:42.833223 tst handover.py: using LAC 23345\u000a19:55:42.957644 tst handover.py: using RAC 140\u000a19:55:43.084067 tst handover.py: using CellId 23345\u000a19:55:43.207669 tst handover.py: using BVCI 23346\u000a19:55:43.231989 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:55:43.243248 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:55:43.254315 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:55:43.265689 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:55:43.277130 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:55:43.288554 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:55:43.406673 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:55:43.604753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:55:44.057281 run create_hlr_db(pid=9197): Launched\u000a19:55:44.178838 bus /sierra_2: Setting Powered False\u000a19:55:45.251004 run create_hlr_db(pid=9197): Terminated: ok {rc=0}\u000a19:55:45.647027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9199): Launched\u000a19:55:46.088060 run osmo-hlr_10.42.42.2(pid=9200): Launched\u000a19:55:46.299164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:55:46.843613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9202): Launched\u000a19:55:47.172050 run osmo-stp_10.42.42.5(pid=9203): Launched\u000a19:55:47.295847 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:55:47.816327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9205): Launched\u000a19:55:48.113387 run osmo-msc_10.42.42.6(pid=9206): Launched\u000a19:55:48.288379 run osmo-stp_10.42.42.5(pid=9203): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)]\u000a19:55:48.414343 run osmo-stp_10.42.42.5(pid=9203): stdout: \u000a| (launched: 2022-12-09_19:55:47.010288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:48.538884 run osmo-stp_10.42.42.5(pid=9203): stderr: \u000a| �[0;m�[38;5;43m20221209195547312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195547312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195547312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195547313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195547313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195547313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195547314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:48.659408 run osmo-stp_10.42.42.5(pid=9203): stdout: \u000a| (launched: 2022-12-09_19:55:47.010288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:48.778306 run osmo-stp_10.42.42.5(pid=9203): stderr: \u000a| �[0;m�[38;5;43m20221209195547312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195547312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195547312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195547313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195547313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195547313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195547314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:48.830153 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9203): Process ended prematurely: osmo-stp_10.42.42.5(pid=9203) [trial-2363↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)] [trial-2363↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:55:48.838046 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:55:48.895678 run osmo-hlr_10.42.42.2(pid=9200): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9200)]\u000a19:55:48.943091 run osmo-hlr_10.42.42.2(pid=9200): stdout: \u000a| (launched: 2022-12-09_19:55:45.809952) \u000a19:55:48.991199 run osmo-hlr_10.42.42.2(pid=9200): stderr: \u000a| �[0;m�[1;31m20221209195546081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195546081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195546081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195546081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195546081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195546081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195546097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195546114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195546115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195546115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:55:49.056576 run osmo-msc_10.42.42.6(pid=9206): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9206)]\u000a19:55:49.104127 run osmo-msc_10.42.42.6(pid=9206): stdout: \u000a| (launched: 2022-12-09_19:55:47.968133) \u000a19:55:49.152154 run osmo-msc_10.42.42.6(pid=9206): stderr: \u000a| �[0;m�[38;5;43m20221209195548235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195548235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c7ee8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195548235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195548235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195548236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195548237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195548238 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195548239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195548239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195548239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:55:49.193022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9199): Terminating (SIGTERM)\u000a19:55:49.231441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9202): Terminating (SIGTERM)\u000a19:55:49.270652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9205): Terminating (SIGTERM)\u000a19:55:49.279601 --- ParallelTerminationStrategy: PID 9199 died...\u000a19:55:49.331803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9199): Terminated: ok {rc=0}\u000a19:55:49.341195 --- ParallelTerminationStrategy: PID 9202 died...\u000a19:55:49.393474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9202): Terminated: ok {rc=0}\u000a19:55:49.402862 --- ParallelTerminationStrategy: PID 9205 died...\u000a19:55:49.455268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9205): Terminated: ok {rc=0}\u000a19:55:49.542891 bus /sierra_3: Setting Powered False\u000a19:55:50.644336 bus /sierra_3: Setting Powered False\u000a19:55:51.754784 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:55:41" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9217): Process ended prematurely: osmo-stp_10.42.42.5(pid=9217) [trial-2363↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9217)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9217): Process ended prematurely: osmo-stp_10.42.42.5(pid=9217) [trial-2363↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:55:53.720663 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:55:53.731210 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:55:53.852393 tst handover.py: using LAC 23346\u000a19:55:53.970977 tst handover.py: using RAC 141\u000a19:55:54.087026 tst handover.py: using CellId 23346\u000a19:55:54.204890 tst handover.py: using BVCI 23347\u000a19:55:54.227337 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:55:54.346789 tst handover.py: using LAC 23347\u000a19:55:54.466837 tst handover.py: using RAC 142\u000a19:55:54.582985 tst handover.py: using CellId 23347\u000a19:55:54.697751 tst handover.py: using BVCI 23348\u000a19:55:54.720206 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:55:54.730851 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:55:54.741246 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:55:54.751613 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:55:54.762089 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:55:54.772425 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:55:54.889475 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:55:55.100509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:55:55.575728 run create_hlr_db(pid=9211): Launched\u000a19:55:55.706451 bus /sierra_2: Setting Powered False\u000a19:55:56.781767 run create_hlr_db(pid=9211): Terminated: ok {rc=0}\u000a19:55:57.178054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9213): Launched\u000a19:55:57.497932 run osmo-hlr_10.42.42.2(pid=9214): Launched\u000a19:55:57.614774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:55:58.142301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9216): Launched\u000a19:55:58.462611 run osmo-stp_10.42.42.5(pid=9217): Launched\u000a19:55:58.578973 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:55:59.136364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9219): Launched\u000a19:55:59.463957 run osmo-msc_10.42.42.6(pid=9220): Launched\u000a19:55:59.651907 run osmo-stp_10.42.42.5(pid=9217): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9217)]\u000a19:55:59.787729 run osmo-stp_10.42.42.5(pid=9217): stdout: \u000a| (launched: 2022-12-09_19:55:58.305079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:59.921564 run osmo-stp_10.42.42.5(pid=9217): stderr: \u000a| �[0;m�[38;5;43m20221209195558491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195558491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195558491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195558492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195558492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195558492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195558492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:00.050689 run osmo-stp_10.42.42.5(pid=9217): stdout: \u000a| (launched: 2022-12-09_19:55:58.305079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:00.178594 run osmo-stp_10.42.42.5(pid=9217): stderr: \u000a| �[0;m�[38;5;43m20221209195558491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195558491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195558491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195558492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195558492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195558492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195558492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:00.234447 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9217): Process ended prematurely: osmo-stp_10.42.42.5(pid=9217) [trial-2363↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9217)] [trial-2363↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a19:56:00.243008 tst handover.py:18: Test FAILED (6.5 sec)\u000a19:56:00.305093 run osmo-hlr_10.42.42.2(pid=9214): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9214)]\u000a19:56:00.355561 run osmo-hlr_10.42.42.2(pid=9214): stdout: \u000a| (launched: 2022-12-09_19:55:57.340700) \u000a19:56:00.406570 run osmo-hlr_10.42.42.2(pid=9214): stderr: \u000a| �[0;m�[1;31m20221209195557534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195557534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195557534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195557534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195557534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195557534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195557547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195557555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195557555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195557555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:00.475875 run osmo-msc_10.42.42.6(pid=9220): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9220)]\u000a19:56:00.526377 run osmo-msc_10.42.42.6(pid=9220): stdout: \u000a| (launched: 2022-12-09_19:55:59.299308) \u000a19:56:00.577321 run osmo-msc_10.42.42.6(pid=9220): stderr: \u000a| �[0;m�[38;5;43m20221209195559617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195559618 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feca90bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195559618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195559618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195559618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195559618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195559620 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195559620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195559620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195559620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:00.621231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9213): Terminating (SIGTERM)\u000a19:56:00.662309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9216): Terminating (SIGTERM)\u000a19:56:00.703550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9219): Terminating (SIGTERM)\u000a19:56:00.713300 --- ParallelTerminationStrategy: PID 9213 died...\u000a19:56:00.768880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9213): Terminated: ok {rc=0}\u000a19:56:00.779081 --- ParallelTerminationStrategy: PID 9216 died...\u000a19:56:00.834786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9216): Terminated: ok {rc=0}\u000a19:56:00.845213 --- ParallelTerminationStrategy: PID 9219 died...\u000a19:56:00.901071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9219): Terminated: ok {rc=0}\u000a19:56:00.998357 bus /sierra_3: Setting Powered False\u000a19:56:02.116151 bus /sierra_3: Setting Powered False\u000a19:56:03.223047 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:55:53" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9231): Process ended prematurely: osmo-stp_10.42.42.5(pid=9231) [trial-2363↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9231)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9231): Process ended prematurely: osmo-stp_10.42.42.5(pid=9231) [trial-2363↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:56:05.206973 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:56:05.217674 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:56:05.342729 tst handover.py: using LAC 23348\u000a19:56:05.459249 tst handover.py: using RAC 143\u000a19:56:05.578693 tst handover.py: using CellId 23348\u000a19:56:05.703072 tst handover.py: using BVCI 23349\u000a19:56:05.727455 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:56:05.869895 tst handover.py: using LAC 23349\u000a19:56:05.996404 tst handover.py: using RAC 144\u000a19:56:06.114572 tst handover.py: using CellId 23349\u000a19:56:06.230461 tst handover.py: using BVCI 23350\u000a19:56:06.253330 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:56:06.263799 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:56:06.274251 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:56:06.285292 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:56:06.296226 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:56:06.307201 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:56:06.426203 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:56:06.635362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:07.111147 run create_hlr_db(pid=9225): Launched\u000a19:56:07.241695 bus /sierra_2: Setting Powered False\u000a19:56:08.317341 run create_hlr_db(pid=9225): Terminated: ok {rc=0}\u000a19:56:08.714564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9227): Launched\u000a19:56:09.034739 run osmo-hlr_10.42.42.2(pid=9228): Launched\u000a19:56:09.155879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:09.683609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9230): Launched\u000a19:56:10.003031 run osmo-stp_10.42.42.5(pid=9231): Launched\u000a19:56:10.118760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:10.673164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9233): Launched\u000a19:56:10.992010 run osmo-msc_10.42.42.6(pid=9234): Launched\u000a19:56:11.177902 run osmo-stp_10.42.42.5(pid=9231): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9231)]\u000a19:56:11.316256 run osmo-stp_10.42.42.5(pid=9231): stdout: \u000a| (launched: 2022-12-09_19:56:09.846514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:11.450144 run osmo-stp_10.42.42.5(pid=9231): stderr: \u000a| �[0;m�[38;5;43m20221209195610034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195610034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195610035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195610035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195610035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195610035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195610036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:11.578324 run osmo-stp_10.42.42.5(pid=9231): stdout: \u000a| (launched: 2022-12-09_19:56:09.846514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:11.705869 run osmo-stp_10.42.42.5(pid=9231): stderr: \u000a| �[0;m�[38;5;43m20221209195610034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195610034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195610035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195610035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195610035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195610035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195610036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:11.761691 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9231): Process ended prematurely: osmo-stp_10.42.42.5(pid=9231) [trial-2363↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9231)] [trial-2363↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a19:56:11.770146 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:56:11.831910 run osmo-hlr_10.42.42.2(pid=9228): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9228)]\u000a19:56:11.882385 run osmo-hlr_10.42.42.2(pid=9228): stdout: \u000a| (launched: 2022-12-09_19:56:08.878089) \u000a19:56:11.933407 run osmo-hlr_10.42.42.2(pid=9228): stderr: \u000a| �[0;m�[1;31m20221209195609074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195609074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195609075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195609075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195609075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195609075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195609087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195609095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195609095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195609095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:12.002877 run osmo-msc_10.42.42.6(pid=9234): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9234)]\u000a19:56:12.053333 run osmo-msc_10.42.42.6(pid=9234): stdout: \u000a| (launched: 2022-12-09_19:56:10.836131) \u000a19:56:12.104099 run osmo-msc_10.42.42.6(pid=9234): stderr: \u000a| �[0;m�[38;5;43m20221209195611153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195611154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50f0805c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195611154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195611154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195611154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195611154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195611157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195611157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195611158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195611158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:12.147011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9227): Terminating (SIGTERM)\u000a19:56:12.187961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9230): Terminating (SIGTERM)\u000a19:56:12.229518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9233): Terminating (SIGTERM)\u000a19:56:12.238970 --- ParallelTerminationStrategy: PID 9227 died...\u000a19:56:12.293880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9227): Terminated: ok {rc=0}\u000a19:56:12.304009 --- ParallelTerminationStrategy: PID 9230 died...\u000a19:56:12.358749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9230): Terminated: ok {rc=0}\u000a19:56:12.368728 --- ParallelTerminationStrategy: PID 9233 died...\u000a19:56:12.423220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9233): Terminated: ok {rc=0}\u000a19:56:12.509408 bus /sierra_3: Setting Powered False\u000a19:56:13.610563 bus /sierra_3: Setting Powered False\u000a19:56:14.720825 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:56:04" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9245): Process ended prematurely: osmo-stp_10.42.42.5(pid=9245) [trial-2363↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9245)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9245): Process ended prematurely: osmo-stp_10.42.42.5(pid=9245) [trial-2363↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:56:16.773005 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:56:16.790267 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:56:16.931457 tst handover.py: using LAC 23350\u000a19:56:17.081154 tst handover.py: using RAC 145\u000a19:56:17.244753 tst handover.py: using CellId 23350\u000a19:56:17.372627 tst handover.py: using BVCI 23351\u000a19:56:17.397028 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:56:17.531761 tst handover.py: using LAC 23351\u000a19:56:17.655116 tst handover.py: using RAC 146\u000a19:56:17.778187 tst handover.py: using CellId 23351\u000a19:56:17.902972 tst handover.py: using BVCI 23352\u000a19:56:17.927179 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:56:17.938358 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:56:17.949323 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:56:17.961069 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:56:17.972131 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:56:17.984376 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:56:18.099017 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:56:18.306823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:18.780251 run create_hlr_db(pid=9239): Launched\u000a19:56:18.910658 bus /sierra_2: Setting Powered False\u000a19:56:19.986186 run create_hlr_db(pid=9239): Terminated: ok {rc=0}\u000a19:56:20.381309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9241): Launched\u000a19:56:20.700838 run osmo-hlr_10.42.42.2(pid=9242): Launched\u000a19:56:20.818729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:21.347012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9244): Launched\u000a19:56:21.666774 run osmo-stp_10.42.42.5(pid=9245): Launched\u000a19:56:21.783472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:22.338744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9247): Launched\u000a19:56:22.658579 run osmo-msc_10.42.42.6(pid=9248): Launched\u000a19:56:22.846669 run osmo-stp_10.42.42.5(pid=9245): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9245)]\u000a19:56:22.982512 run osmo-stp_10.42.42.5(pid=9245): stdout: \u000a| (launched: 2022-12-09_19:56:21.509613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:23.115627 run osmo-stp_10.42.42.5(pid=9245): stderr: \u000a| �[0;m�[38;5;43m20221209195621694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195621694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195621695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195621695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195621695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195621696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195621696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:23.243490 run osmo-stp_10.42.42.5(pid=9245): stdout: \u000a| (launched: 2022-12-09_19:56:21.509613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:23.370553 run osmo-stp_10.42.42.5(pid=9245): stderr: \u000a| �[0;m�[38;5;43m20221209195621694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195621694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195621695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195621695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195621695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195621696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195621696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:23.425978 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9245): Process ended prematurely: osmo-stp_10.42.42.5(pid=9245) [trial-2363↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9245)] [trial-2363↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a19:56:23.434273 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:56:23.496031 run osmo-hlr_10.42.42.2(pid=9242): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9242)]\u000a19:56:23.546311 run osmo-hlr_10.42.42.2(pid=9242): stdout: \u000a| (launched: 2022-12-09_19:56:20.544297) \u000a19:56:23.597178 run osmo-hlr_10.42.42.2(pid=9242): stderr: \u000a| �[0;m�[1;31m20221209195620738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195620738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195620738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195620738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195620738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195620738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195620750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195620759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195620759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195620759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:23.666158 run osmo-msc_10.42.42.6(pid=9248): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9248)]\u000a19:56:23.716368 run osmo-msc_10.42.42.6(pid=9248): stdout: \u000a| (launched: 2022-12-09_19:56:22.501098) \u000a19:56:23.767036 run osmo-msc_10.42.42.6(pid=9248): stderr: \u000a| �[0;m�[38;5;43m20221209195622817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195622817 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdcdf5ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195622817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195622817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195622817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195622817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195622819 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195622819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195622820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195622820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:23.809817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9241): Terminating (SIGTERM)\u000a19:56:23.851064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9244): Terminating (SIGTERM)\u000a19:56:23.891868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9247): Terminating (SIGTERM)\u000a19:56:23.901270 --- ParallelTerminationStrategy: PID 9241 died...\u000a19:56:23.955725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9241): Terminated: ok {rc=0}\u000a19:56:23.965778 --- ParallelTerminationStrategy: PID 9244 died...\u000a19:56:24.020435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9244): Terminated: ok {rc=0}\u000a19:56:24.030421 --- ParallelTerminationStrategy: PID 9247 died...\u000a19:56:24.084790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9247): Terminated: ok {rc=0}\u000a19:56:24.170530 bus /sierra_3: Setting Powered False\u000a19:56:25.273746 bus /sierra_3: Setting Powered False\u000a19:56:26.378883 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:56:16" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9259): Process ended prematurely: osmo-stp_10.42.42.5(pid=9259) [trial-2363↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9259)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9259): Process ended prematurely: osmo-stp_10.42.42.5(pid=9259) [trial-2363↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a19:56:28.347016 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:28.358008 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a19:56:28.484341 tst handover.py: using LAC 23352\u000a19:56:28.610554 tst handover.py: using RAC 147\u000a19:56:28.734890 tst handover.py: using CellId 23352\u000a19:56:28.861659 tst handover.py: using BVCI 23353\u000a19:56:28.886021 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a19:56:29.026208 tst handover.py: using LAC 23353\u000a19:56:29.158903 tst handover.py: using RAC 148\u000a19:56:29.285997 tst handover.py: using CellId 23353\u000a19:56:29.411543 tst handover.py: using BVCI 23354\u000a19:56:29.435992 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:29.447047 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:29.458047 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:29.469925 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:29.482001 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:29.493423 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a19:56:29.610803 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a19:56:29.821810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:30.299249 run create_hlr_db(pid=9253): Launched\u000a19:56:30.430243 bus /sierra_2: Setting Powered False\u000a19:56:31.498397 run create_hlr_db(pid=9253): Terminated: ok {rc=0}\u000a19:56:31.943460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9255): Launched\u000a19:56:32.269096 run osmo-hlr_10.42.42.2(pid=9256): Launched\u000a19:56:32.389586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:32.917121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9258): Launched\u000a19:56:33.237135 run osmo-stp_10.42.42.5(pid=9259): Launched\u000a19:56:33.353276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:33.908012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9261): Launched\u000a19:56:34.227924 run osmo-msc_10.42.42.6(pid=9262): Launched\u000a19:56:34.415722 run osmo-stp_10.42.42.5(pid=9259): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9259)]\u000a19:56:34.551495 run osmo-stp_10.42.42.5(pid=9259): stdout: \u000a| (launched: 2022-12-09_19:56:33.081198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:34.686422 run osmo-stp_10.42.42.5(pid=9259): stderr: \u000a| �[0;m�[38;5;43m20221209195633267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195633267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195633268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195633268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195633269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195633269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195633269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:34.815475 run osmo-stp_10.42.42.5(pid=9259): stdout: \u000a| (launched: 2022-12-09_19:56:33.081198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:34.944135 run osmo-stp_10.42.42.5(pid=9259): stderr: \u000a| �[0;m�[38;5;43m20221209195633267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195633267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195633268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195633268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195633269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195633269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195633269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:35.000449 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9259): Process ended prematurely: osmo-stp_10.42.42.5(pid=9259) [trial-2363↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9259)] [trial-2363↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a19:56:35.009275 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:56:35.071201 run osmo-hlr_10.42.42.2(pid=9256): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9256)]\u000a19:56:35.121571 run osmo-hlr_10.42.42.2(pid=9256): stdout: \u000a| (launched: 2022-12-09_19:56:32.111202) \u000a19:56:35.172491 run osmo-hlr_10.42.42.2(pid=9256): stderr: \u000a| �[0;m�[1;31m20221209195632303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195632303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195632303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195632303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195632303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195632304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195632316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195632325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195632325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195632325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:35.241492 run osmo-msc_10.42.42.6(pid=9262): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9262)]\u000a19:56:35.291588 run osmo-msc_10.42.42.6(pid=9262): stdout: \u000a| (launched: 2022-12-09_19:56:34.071440) \u000a19:56:35.342683 run osmo-msc_10.42.42.6(pid=9262): stderr: \u000a| �[0;m�[38;5;43m20221209195634390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195634390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd39e5a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195634390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195634390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195634390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195634391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195634392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195634393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195634393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195634393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:35.385769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9255): Terminating (SIGTERM)\u000a19:56:35.426848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9258): Terminating (SIGTERM)\u000a19:56:35.467871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9261): Terminating (SIGTERM)\u000a19:56:35.477622 --- ParallelTerminationStrategy: PID 9255 died...\u000a19:56:35.532289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9255): Terminated: ok {rc=0}\u000a19:56:35.542504 --- ParallelTerminationStrategy: PID 9258 died...\u000a19:56:35.596856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9258): Terminated: ok {rc=0}\u000a19:56:35.606938 --- ParallelTerminationStrategy: PID 9261 died...\u000a19:56:35.661163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9261): Terminated: ok {rc=0}\u000a19:56:35.746877 bus /sierra_3: Setting Powered False\u000a19:56:36.849130 bus /sierra_3: Setting Powered False\u000a19:56:37.958312 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:56:28" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9273): Process ended prematurely: osmo-stp_10.42.42.5(pid=9273) [trial-2363↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9273)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9273): Process ended prematurely: osmo-stp_10.42.42.5(pid=9273) [trial-2363↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a19:56:39.929171 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:39.939823 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:56:40.063012 tst handover.py: using LAC 23354\u000a19:56:40.179621 tst handover.py: using RAC 149\u000a19:56:40.294936 tst handover.py: using CellId 23354\u000a19:56:40.410699 tst handover.py: using BVCI 23355\u000a19:56:40.433352 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:56:40.566837 tst handover.py: using LAC 23355\u000a19:56:40.682377 tst handover.py: using RAC 150\u000a19:56:40.797690 tst handover.py: using CellId 23355\u000a19:56:40.913106 tst handover.py: using BVCI 23356\u000a19:56:40.935948 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:40.946656 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:40.957388 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:40.968075 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:40.978750 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:40.989162 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:56:41.107189 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:56:41.316026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:41.791420 run create_hlr_db(pid=9267): Launched\u000a19:56:41.922265 bus /sierra_2: Setting Powered False\u000a19:56:42.997893 run create_hlr_db(pid=9267): Terminated: ok {rc=0}\u000a19:56:43.373611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9269): Launched\u000a19:56:43.672451 run osmo-hlr_10.42.42.2(pid=9270): Launched\u000a19:56:43.781823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:44.272744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9272): Launched\u000a19:56:44.570242 run osmo-stp_10.42.42.5(pid=9273): Launched\u000a19:56:44.678710 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:45.196874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9275): Launched\u000a19:56:45.495066 run osmo-msc_10.42.42.6(pid=9276): Launched\u000a19:56:45.669686 run osmo-stp_10.42.42.5(pid=9273): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9273)]\u000a19:56:45.795353 run osmo-stp_10.42.42.5(pid=9273): stdout: \u000a| (launched: 2022-12-09_19:56:44.424184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:45.953842 run osmo-stp_10.42.42.5(pid=9273): stderr: \u000a| �[0;m�[38;5;43m20221209195644589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195644589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195644589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195644590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195644590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195644590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195644591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:46.077106 run osmo-stp_10.42.42.5(pid=9273): stdout: \u000a| (launched: 2022-12-09_19:56:44.424184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:46.203662 run osmo-stp_10.42.42.5(pid=9273): stderr: \u000a| �[0;m�[38;5;43m20221209195644589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195644589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195644589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195644590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195644590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195644590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195644591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:46.281583 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9273): Process ended prematurely: osmo-stp_10.42.42.5(pid=9273) [trial-2363↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9273)] [trial-2363↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a19:56:46.296430 tst handover.py:18: Test FAILED (6.3 sec)\u000a19:56:46.369537 run osmo-hlr_10.42.42.2(pid=9270): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9270)]\u000a19:56:46.421346 run osmo-hlr_10.42.42.2(pid=9270): stdout: \u000a| (launched: 2022-12-09_19:56:43.525169) \u000a19:56:46.470257 run osmo-hlr_10.42.42.2(pid=9270): stderr: \u000a| �[0;m�[1;31m20221209195643697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195643697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195643697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195643697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195643697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195643697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195643710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195643718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195643718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195643719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:46.536586 run osmo-msc_10.42.42.6(pid=9276): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9276)]\u000a19:56:46.585277 run osmo-msc_10.42.42.6(pid=9276): stdout: \u000a| (launched: 2022-12-09_19:56:45.348213) \u000a19:56:46.634348 run osmo-msc_10.42.42.6(pid=9276): stderr: \u000a| �[0;m�[38;5;43m20221209195645614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195645614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f209cc5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195645614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195645614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195645615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195645615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195645616 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195645617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195645617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195645617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:46.675881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9269): Terminating (SIGTERM)\u000a19:56:46.716346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9272): Terminating (SIGTERM)\u000a19:56:46.757193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9275): Terminating (SIGTERM)\u000a19:56:46.766431 --- ParallelTerminationStrategy: PID 9269 died...\u000a19:56:46.819069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9269): Terminated: ok {rc=0}\u000a19:56:46.829443 --- ParallelTerminationStrategy: PID 9272 died...\u000a19:56:46.882227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9272): Terminated: ok {rc=0}\u000a19:56:46.892117 --- ParallelTerminationStrategy: PID 9275 died...\u000a19:56:46.944214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9275): Terminated: ok {rc=0}\u000a19:56:47.027771 bus /sierra_3: Setting Powered False\u000a19:56:48.125211 bus /sierra_3: Setting Powered False\u000a19:56:49.235113 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:56:39" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9287): Process ended prematurely: osmo-stp_10.42.42.5(pid=9287) [trial-2363↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9287)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9287): Process ended prematurely: osmo-stp_10.42.42.5(pid=9287) [trial-2363↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a19:56:51.220931 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:51.232133 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:56:51.360698 tst handover.py: using LAC 23356\u000a19:56:51.485536 tst handover.py: using RAC 151\u000a19:56:51.611605 tst handover.py: using CellId 23356\u000a19:56:51.736393 tst handover.py: using BVCI 23357\u000a19:56:51.760621 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:56:51.895149 tst handover.py: using LAC 23357\u000a19:56:52.015577 tst handover.py: using RAC 152\u000a19:56:52.132420 tst handover.py: using CellId 23357\u000a19:56:52.260860 tst handover.py: using BVCI 23358\u000a19:56:52.285443 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:52.296742 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:52.307855 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:52.319309 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:52.330806 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:52.342223 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:56:52.457525 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:56:52.662330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:53.139475 run create_hlr_db(pid=9281): Launched\u000a19:56:53.270576 bus /sierra_2: Setting Powered False\u000a19:56:54.346246 run create_hlr_db(pid=9281): Terminated: ok {rc=0}\u000a19:56:54.743190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9283): Launched\u000a19:56:55.063281 run osmo-hlr_10.42.42.2(pid=9284): Launched\u000a19:56:55.179903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:55.708140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9286): Launched\u000a19:56:56.028916 run osmo-stp_10.42.42.5(pid=9287): Launched\u000a19:56:56.146192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:56.703326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9289): Launched\u000a19:56:57.025706 run osmo-msc_10.42.42.6(pid=9290): Launched\u000a19:56:57.213970 run osmo-stp_10.42.42.5(pid=9287): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9287)]\u000a19:56:57.349998 run osmo-stp_10.42.42.5(pid=9287): stdout: \u000a| (launched: 2022-12-09_19:56:55.871500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:57.484367 run osmo-stp_10.42.42.5(pid=9287): stderr: \u000a| �[0;m�[38;5;43m20221209195656058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195656059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195656059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195656059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195656060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195656060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195656060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:57.613867 run osmo-stp_10.42.42.5(pid=9287): stdout: \u000a| (launched: 2022-12-09_19:56:55.871500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:57.742008 run osmo-stp_10.42.42.5(pid=9287): stderr: \u000a| �[0;m�[38;5;43m20221209195656058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195656059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195656059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195656059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195656060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195656060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195656060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:57.797772 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9287): Process ended prematurely: osmo-stp_10.42.42.5(pid=9287) [trial-2363↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9287)] [trial-2363↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a19:56:57.806514 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:56:57.868627 run osmo-hlr_10.42.42.2(pid=9284): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9284)]\u000a19:56:57.918989 run osmo-hlr_10.42.42.2(pid=9284): stdout: \u000a| (launched: 2022-12-09_19:56:54.906365) \u000a19:56:57.970123 run osmo-hlr_10.42.42.2(pid=9284): stderr: \u000a| �[0;m�[1;31m20221209195655098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195655098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195655098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195655098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195655098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195655098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195655110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195655119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195655119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195655119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:58.039927 run osmo-msc_10.42.42.6(pid=9290): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9290)]\u000a19:56:58.090596 run osmo-msc_10.42.42.6(pid=9290): stdout: \u000a| (launched: 2022-12-09_19:56:56.867073) \u000a19:56:58.141887 run osmo-msc_10.42.42.6(pid=9290): stderr: \u000a| �[0;m�[38;5;43m20221209195657183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195657183 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e7ad33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195657183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195657183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195657184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195657184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195657186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195657186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195657186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195657186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:58.185251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9283): Terminating (SIGTERM)\u000a19:56:58.226050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9286): Terminating (SIGTERM)\u000a19:56:58.267205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9289): Terminating (SIGTERM)\u000a19:56:58.276882 --- ParallelTerminationStrategy: PID 9283 died...\u000a19:56:58.331766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9283): Terminated: ok {rc=0}\u000a19:56:58.341808 --- ParallelTerminationStrategy: PID 9286 died...\u000a19:56:58.396144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9286): Terminated: ok {rc=0}\u000a19:56:58.406336 --- ParallelTerminationStrategy: PID 9289 died...\u000a19:56:58.460891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9289): Terminated: ok {rc=0}\u000a19:56:58.545792 bus /sierra_3: Setting Powered False\u000a19:56:59.648106 bus /sierra_3: Setting Powered False\u000a19:57:00.752908 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:56:50" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9301): Process ended prematurely: osmo-stp_10.42.42.5(pid=9301) [trial-2363↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9301): Process ended prematurely: osmo-stp_10.42.42.5(pid=9301) [trial-2363↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:57:02.799386 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:57:02.810596 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:57:02.941912 tst handover.py: using LAC 23358\u000a19:57:03.066208 tst handover.py: using RAC 153\u000a19:57:03.190855 tst handover.py: using CellId 23358\u000a19:57:03.314771 tst handover.py: using BVCI 23359\u000a19:57:03.339142 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:57:03.481950 tst handover.py: using LAC 23359\u000a19:57:03.606026 tst handover.py: using RAC 154\u000a19:57:03.726886 tst handover.py: using CellId 23359\u000a19:57:03.843728 tst handover.py: using BVCI 23360\u000a19:57:03.866631 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:57:03.877650 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:57:03.888364 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:57:03.899832 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:57:03.911228 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:57:03.922636 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:57:04.043028 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:57:04.242063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:04.694727 run create_hlr_db(pid=9295): Launched\u000a19:57:04.816666 bus /sierra_2: Setting Powered False\u000a19:57:05.887116 run create_hlr_db(pid=9295): Terminated: ok {rc=0}\u000a19:57:06.259937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9297): Launched\u000a19:57:06.559025 run osmo-hlr_10.42.42.2(pid=9298): Launched\u000a19:57:06.669072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:07.162439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9300): Launched\u000a19:57:07.460461 run osmo-stp_10.42.42.5(pid=9301): Launched\u000a19:57:07.570561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:08.089746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9303): Launched\u000a19:57:08.388569 run osmo-msc_10.42.42.6(pid=9304): Launched\u000a19:57:08.562917 run osmo-stp_10.42.42.5(pid=9301): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)]\u000a19:57:08.688777 run osmo-stp_10.42.42.5(pid=9301): stdout: \u000a| (launched: 2022-12-09_19:57:07.314356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:08.813322 run osmo-stp_10.42.42.5(pid=9301): stderr: \u000a| �[0;m�[38;5;43m20221209195707479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195707479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195707480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195707480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195707480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195707481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195707481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:08.933538 run osmo-stp_10.42.42.5(pid=9301): stdout: \u000a| (launched: 2022-12-09_19:57:07.314356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:09.052796 run osmo-stp_10.42.42.5(pid=9301): stderr: \u000a| �[0;m�[38;5;43m20221209195707479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195707479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195707480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195707480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195707480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195707481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195707481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:09.104995 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9301): Process ended prematurely: osmo-stp_10.42.42.5(pid=9301) [trial-2363↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9301)] [trial-2363↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:57:09.112933 tst handover.py:18: Test FAILED (6.3 sec)\u000a19:57:09.172062 run osmo-hlr_10.42.42.2(pid=9298): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9298)]\u000a19:57:09.220065 run osmo-hlr_10.42.42.2(pid=9298): stdout: \u000a| (launched: 2022-12-09_19:57:06.412257) \u000a19:57:09.268626 run osmo-hlr_10.42.42.2(pid=9298): stderr: \u000a| �[0;m�[1;31m20221209195706585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195706585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195706585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195706585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195706585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195706585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195706597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195706606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195706606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195706606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:09.334499 run osmo-msc_10.42.42.6(pid=9304): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9304)]\u000a19:57:09.382148 run osmo-msc_10.42.42.6(pid=9304): stdout: \u000a| (launched: 2022-12-09_19:57:08.241993) \u000a19:57:09.430472 run osmo-msc_10.42.42.6(pid=9304): stderr: \u000a| �[0;m�[38;5;43m20221209195708510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195708510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe22127fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195708511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195708511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195708511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195708511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195708513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195708513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195708514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195708514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:09.471274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9297): Terminating (SIGTERM)\u000a19:57:09.510337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9300): Terminating (SIGTERM)\u000a19:57:09.549193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9303): Terminating (SIGTERM)\u000a19:57:09.558298 --- ParallelTerminationStrategy: PID 9297 died...\u000a19:57:09.610203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9297): Terminated: ok {rc=0}\u000a19:57:09.619684 --- ParallelTerminationStrategy: PID 9300 died...\u000a19:57:09.671245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9300): Terminated: ok {rc=0}\u000a19:57:09.680777 --- ParallelTerminationStrategy: PID 9303 died...\u000a19:57:09.732363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9303): Terminated: ok {rc=0}\u000a19:57:09.819669 bus /sierra_3: Setting Powered False\u000a19:57:10.925050 bus /sierra_3: Setting Powered False\u000a19:57:12.030759 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:57:02" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9315): Process ended prematurely: osmo-stp_10.42.42.5(pid=9315) [trial-2363↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9315): Process ended prematurely: osmo-stp_10.42.42.5(pid=9315) [trial-2363↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:57:14.002483 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:14.013599 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:57:14.141088 tst handover.py: using LAC 23360\u000a19:57:14.265664 tst handover.py: using RAC 155\u000a19:57:14.391119 tst handover.py: using CellId 23360\u000a19:57:14.535338 tst handover.py: using BVCI 23361\u000a19:57:14.560185 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:57:14.694626 tst handover.py: using LAC 23361\u000a19:57:14.821117 tst handover.py: using RAC 156\u000a19:57:14.946554 tst handover.py: using CellId 23361\u000a19:57:15.072040 tst handover.py: using BVCI 23362\u000a19:57:15.096462 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:15.107492 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:15.118445 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:15.129635 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:15.140793 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:15.151920 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:57:15.268631 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:57:15.475239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:16.005402 run create_hlr_db(pid=9309): Launched\u000a19:57:16.170380 bus /sierra_2: Setting Powered False\u000a19:57:17.214641 run create_hlr_db(pid=9309): Terminated: ok {rc=0}\u000a19:57:17.617429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9311): Launched\u000a19:57:17.937658 run osmo-hlr_10.42.42.2(pid=9312): Launched\u000a19:57:18.055880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:18.580510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9314): Launched\u000a19:57:18.900085 run osmo-stp_10.42.42.5(pid=9315): Launched\u000a19:57:19.017675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:19.574822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9317): Launched\u000a19:57:19.895723 run osmo-msc_10.42.42.6(pid=9318): Launched\u000a19:57:20.084633 run osmo-stp_10.42.42.5(pid=9315): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)]\u000a19:57:20.220659 run osmo-stp_10.42.42.5(pid=9315): stdout: \u000a| (launched: 2022-12-09_19:57:18.743168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:20.354621 run osmo-stp_10.42.42.5(pid=9315): stderr: \u000a| �[0;m�[38;5;43m20221209195718929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195718929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195718930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195718930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195718931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195718931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195718931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:20.483461 run osmo-stp_10.42.42.5(pid=9315): stdout: \u000a| (launched: 2022-12-09_19:57:18.743168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:20.611583 run osmo-stp_10.42.42.5(pid=9315): stderr: \u000a| �[0;m�[38;5;43m20221209195718929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195718929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195718930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195718930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195718931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195718931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195718931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:20.667539 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9315): Process ended prematurely: osmo-stp_10.42.42.5(pid=9315) [trial-2363↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9315)] [trial-2363↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a19:57:20.676245 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:57:20.738218 run osmo-hlr_10.42.42.2(pid=9312): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9312)]\u000a19:57:20.788499 run osmo-hlr_10.42.42.2(pid=9312): stdout: \u000a| (launched: 2022-12-09_19:57:17.780570) \u000a19:57:20.839457 run osmo-hlr_10.42.42.2(pid=9312): stderr: \u000a| �[0;m�[1;31m20221209195717973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195717973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195717973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195717973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195717973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195717973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195717986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195717995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195717995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195717995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:20.908676 run osmo-msc_10.42.42.6(pid=9318): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9318)]\u000a19:57:20.958819 run osmo-msc_10.42.42.6(pid=9318): stdout: \u000a| (launched: 2022-12-09_19:57:19.737725) \u000a19:57:21.009822 run osmo-msc_10.42.42.6(pid=9318): stderr: \u000a| �[0;m�[38;5;43m20221209195720052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195720052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff63c53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195720053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195720053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195720053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195720053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195720055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195720055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195720055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195720055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:21.053110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9311): Terminating (SIGTERM)\u000a19:57:21.093970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9314): Terminating (SIGTERM)\u000a19:57:21.135144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9317): Terminating (SIGTERM)\u000a19:57:21.144553 --- ParallelTerminationStrategy: PID 9311 died...\u000a19:57:21.199530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9311): Terminated: ok {rc=0}\u000a19:57:21.209474 --- ParallelTerminationStrategy: PID 9314 died...\u000a19:57:21.264306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9314): Terminated: ok {rc=0}\u000a19:57:21.274346 --- ParallelTerminationStrategy: PID 9317 died...\u000a19:57:21.328639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9317): Terminated: ok {rc=0}\u000a19:57:21.417144 bus /sierra_3: Setting Powered False\u000a19:57:22.520136 bus /sierra_3: Setting Powered False\u000a19:57:23.625490 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:57:13" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9329): Process ended prematurely: osmo-stp_10.42.42.5(pid=9329) [trial-2363↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9329)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9329): Process ended prematurely: osmo-stp_10.42.42.5(pid=9329) [trial-2363↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:57:25.590800 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:25.601310 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:57:25.720248 tst handover.py: using LAC 23362\u000a19:57:25.837744 tst handover.py: using RAC 157\u000a19:57:25.954653 tst handover.py: using CellId 23362\u000a19:57:26.070387 tst handover.py: using BVCI 23363\u000a19:57:26.093146 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:57:26.235039 tst handover.py: using LAC 23363\u000a19:57:26.365020 tst handover.py: using RAC 158\u000a19:57:26.483673 tst handover.py: using CellId 23363\u000a19:57:26.599066 tst handover.py: using BVCI 23364\u000a19:57:26.621713 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:26.632152 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:26.642645 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:26.653073 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:26.663517 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:26.673891 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:57:26.790465 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:57:26.988668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:27.442677 run create_hlr_db(pid=9323): Launched\u000a19:57:27.564548 bus /sierra_2: Setting Powered False\u000a19:57:28.635654 run create_hlr_db(pid=9323): Terminated: ok {rc=0}\u000a19:57:29.007358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9325): Launched\u000a19:57:29.305787 run osmo-hlr_10.42.42.2(pid=9326): Launched\u000a19:57:29.414812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:29.905951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9328): Launched\u000a19:57:30.203715 run osmo-stp_10.42.42.5(pid=9329): Launched\u000a19:57:30.313270 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:30.837766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9331): Launched\u000a19:57:31.221075 run osmo-msc_10.42.42.6(pid=9332): Launched\u000a19:57:31.684419 run osmo-stp_10.42.42.5(pid=9329): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9329)]\u000a19:57:31.920813 run osmo-stp_10.42.42.5(pid=9329): stdout: \u000a| (launched: 2022-12-09_19:57:30.057685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:32.053863 run osmo-stp_10.42.42.5(pid=9329): stderr: \u000a| �[0;m�[38;5;43m20221209195730223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195730223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195730224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195730224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195730224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195730225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195730225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:32.231660 run osmo-stp_10.42.42.5(pid=9329): stdout: \u000a| (launched: 2022-12-09_19:57:30.057685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:32.359069 run osmo-stp_10.42.42.5(pid=9329): stderr: \u000a| �[0;m�[38;5;43m20221209195730223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195730223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195730224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195730224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195730224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195730225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195730225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:32.412209 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9329): Process ended prematurely: osmo-stp_10.42.42.5(pid=9329) [trial-2363↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9329)] [trial-2363↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a19:57:32.420369 tst handover.py:18: Test FAILED (6.8 sec)\u000a19:57:32.478807 run osmo-hlr_10.42.42.2(pid=9326): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9326)]\u000a19:57:32.526545 run osmo-hlr_10.42.42.2(pid=9326): stdout: \u000a| (launched: 2022-12-09_19:57:29.159311) \u000a19:57:32.575043 run osmo-hlr_10.42.42.2(pid=9326): stderr: \u000a| �[0;m�[1;31m20221209195729333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195729333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195729333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195729333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195729333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195729334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195729346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195729356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195729357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195729357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:32.641242 run osmo-msc_10.42.42.6(pid=9332): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9332)]\u000a19:57:32.689208 run osmo-msc_10.42.42.6(pid=9332): stdout: \u000a| (launched: 2022-12-09_19:57:31.015507) \u000a19:57:32.737636 run osmo-msc_10.42.42.6(pid=9332): stderr: \u000a| �[0;m�[38;5;43m20221209195731532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195731533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2d9f5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195731533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195731533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195731534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195731534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195731539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195731540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195731541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195731541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:32.778477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9325): Terminating (SIGTERM)\u000a19:57:32.816996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9328): Terminating (SIGTERM)\u000a19:57:32.855513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9331): Terminating (SIGTERM)\u000a19:57:32.864475 --- ParallelTerminationStrategy: PID 9325 died...\u000a19:57:32.916069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9325): Terminated: ok {rc=0}\u000a19:57:32.925537 --- ParallelTerminationStrategy: PID 9328 died...\u000a19:57:32.976827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9328): Terminated: ok {rc=0}\u000a19:57:32.986157 --- ParallelTerminationStrategy: PID 9331 died...\u000a19:57:33.038338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9331): Terminated: ok {rc=0}\u000a19:57:33.124513 bus /sierra_3: Setting Powered False\u000a19:57:34.224665 bus /sierra_3: Setting Powered False\u000a19:57:35.329049 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:57:25" }, { "cases" : [ { "testActions" : [ ], "age" : 161, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9345): Process ended prematurely: osmo-stp_10.42.42.5(pid=9345) [trial-2363↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9345)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9345): Process ended prematurely: osmo-stp_10.42.42.5(pid=9345) [trial-2363↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:57:37.307440 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:37.318255 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:57:37.439962 tst handover.py: using LAC 23364\u000a19:57:37.564856 tst handover.py: using RAC 159\u000a19:57:37.681590 tst handover.py: using CellId 23364\u000a19:57:37.798064 tst handover.py: using BVCI 23365\u000a19:57:37.821283 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:57:37.961640 tst handover.py: using LAC 23365\u000a19:57:38.081057 tst handover.py: using RAC 160\u000a19:57:38.197606 tst handover.py: using CellId 23365\u000a19:57:38.314858 tst handover.py: using BVCI 23366\u000a19:57:38.338040 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:38.348761 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:38.359632 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:38.370514 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:38.381237 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:38.391721 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:57:38.504671 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:57:38.714784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:39.199438 run create_hlr_db(pid=9339): Launched\u000a19:57:39.332910 bus /sierra_2: Setting Powered False\u000a19:57:40.410133 run create_hlr_db(pid=9339): Terminated: ok {rc=0}\u000a19:57:40.813604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9341): Launched\u000a19:57:41.140634 run osmo-hlr_10.42.42.2(pid=9342): Launched\u000a19:57:41.259701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:41.797033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9344): Launched\u000a19:57:42.121309 run osmo-stp_10.42.42.5(pid=9345): Launched\u000a19:57:42.238812 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:42.803648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9347): Launched\u000a19:57:43.131007 run osmo-msc_10.42.42.6(pid=9348): Launched\u000a19:57:43.322184 run osmo-stp_10.42.42.5(pid=9345): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9345)]\u000a19:57:43.460242 run osmo-stp_10.42.42.5(pid=9345): stdout: \u000a| (launched: 2022-12-09_19:57:41.962593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:43.596337 run osmo-stp_10.42.42.5(pid=9345): stderr: \u000a| �[0;m�[38;5;43m20221209195742150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195742150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195742150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195742151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195742151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195742151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195742151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:43.727976 run osmo-stp_10.42.42.5(pid=9345): stdout: \u000a| (launched: 2022-12-09_19:57:41.962593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:43.858588 run osmo-stp_10.42.42.5(pid=9345): stderr: \u000a| �[0;m�[38;5;43m20221209195742150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195742150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195742150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195742151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195742151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195742151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195742151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:43.915556 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9345): Process ended prematurely: osmo-stp_10.42.42.5(pid=9345) [trial-2363↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9345)] [trial-2363↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a19:57:43.924178 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:57:43.987340 run osmo-hlr_10.42.42.2(pid=9342): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9342)]\u000a19:57:44.038821 run osmo-hlr_10.42.42.2(pid=9342): stdout: \u000a| (launched: 2022-12-09_19:57:40.979379) \u000a19:57:44.090288 run osmo-hlr_10.42.42.2(pid=9342): stderr: \u000a| �[0;m�[1;31m20221209195741173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195741173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195741173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195741173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195741173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195741173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195741185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195741194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195741194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195741194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:44.159500 run osmo-msc_10.42.42.6(pid=9348): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9348)]\u000a19:57:44.210171 run osmo-msc_10.42.42.6(pid=9348): stdout: \u000a| (launched: 2022-12-09_19:57:42.970026) \u000a19:57:44.261319 run osmo-msc_10.42.42.6(pid=9348): stderr: \u000a| �[0;m�[38;5;43m20221209195743286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195743286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1289414c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195743286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195743287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195743287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195743287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195743289 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195743289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195743289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195743289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:44.304330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9341): Terminating (SIGTERM)\u000a19:57:44.346120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9344): Terminating (SIGTERM)\u000a19:57:44.387619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9347): Terminating (SIGTERM)\u000a19:57:44.397567 --- ParallelTerminationStrategy: PID 9341 died...\u000a19:57:44.453282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9341): Terminated: ok {rc=0}\u000a19:57:44.463181 --- ParallelTerminationStrategy: PID 9344 died...\u000a19:57:44.518607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9344): Terminated: ok {rc=0}\u000a19:57:44.528458 --- ParallelTerminationStrategy: PID 9347 died...\u000a19:57:44.583611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9347): Terminated: ok {rc=0}\u000a19:57:44.670081 bus /sierra_3: Setting Powered False\u000a19:57:45.774295 bus /sierra_3: Setting Powered False\u000a19:57:46.884675 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:57:37" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9359): Process ended prematurely: osmo-stp_10.42.42.5(pid=9359) [trial-2363↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9359)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9359): Process ended prematurely: osmo-stp_10.42.42.5(pid=9359) [trial-2363↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a19:57:48.861020 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:48.871882 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:57:48.991441 tst handover.py: using LAC 23366\u000a19:57:49.112263 tst handover.py: using RAC 161\u000a19:57:49.232629 tst handover.py: using CellId 23366\u000a19:57:49.353131 tst handover.py: using BVCI 23367\u000a19:57:49.376005 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:57:49.513211 tst handover.py: using LAC 23367\u000a19:57:49.633644 tst handover.py: using RAC 162\u000a19:57:49.752671 tst handover.py: using CellId 23367\u000a19:57:49.871444 tst handover.py: using BVCI 23368\u000a19:57:49.894637 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:49.905439 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:49.915836 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:49.926353 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:49.936874 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:49.947416 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:57:50.066423 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:57:50.274084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:50.757695 run create_hlr_db(pid=9353): Launched\u000a19:57:50.890328 bus /sierra_2: Setting Powered False\u000a19:57:51.992672 run create_hlr_db(pid=9353): Terminated: ok {rc=0}\u000a19:57:52.397684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9355): Launched\u000a19:57:52.723190 run osmo-hlr_10.42.42.2(pid=9356): Launched\u000a19:57:52.839221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:53.378842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9358): Launched\u000a19:57:53.705860 run osmo-stp_10.42.42.5(pid=9359): Launched\u000a19:57:53.825118 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:54.396385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9361): Launched\u000a19:57:54.723575 run osmo-msc_10.42.42.6(pid=9362): Launched\u000a19:57:54.914220 run osmo-stp_10.42.42.5(pid=9359): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9359)]\u000a19:57:55.051904 run osmo-stp_10.42.42.5(pid=9359): stdout: \u000a| (launched: 2022-12-09_19:57:53.545667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:55.188493 run osmo-stp_10.42.42.5(pid=9359): stderr: \u000a| �[0;m�[38;5;43m20221209195753733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195753733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195753733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195753733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195753734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195753734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195753734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:55.320482 run osmo-stp_10.42.42.5(pid=9359): stdout: \u000a| (launched: 2022-12-09_19:57:53.545667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:55.450856 run osmo-stp_10.42.42.5(pid=9359): stderr: \u000a| �[0;m�[38;5;43m20221209195753733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195753733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195753733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195753733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195753734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195753734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195753734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:55.507606 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9359): Process ended prematurely: osmo-stp_10.42.42.5(pid=9359) [trial-2363↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9359)] [trial-2363↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a19:57:55.516274 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:57:55.579307 run osmo-hlr_10.42.42.2(pid=9356): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9356)]\u000a19:57:55.630272 run osmo-hlr_10.42.42.2(pid=9356): stdout: \u000a| (launched: 2022-12-09_19:57:52.563628) \u000a19:57:55.681891 run osmo-hlr_10.42.42.2(pid=9356): stderr: \u000a| �[0;m�[1;31m20221209195752759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195752759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195752759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195752759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195752759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195752759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195752772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195752780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195752781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195752781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:55.751820 run osmo-msc_10.42.42.6(pid=9362): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9362)]\u000a19:57:55.802677 run osmo-msc_10.42.42.6(pid=9362): stdout: \u000a| (launched: 2022-12-09_19:57:54.563130) \u000a19:57:55.854119 run osmo-msc_10.42.42.6(pid=9362): stderr: \u000a| �[0;m�[38;5;43m20221209195754879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195754879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1056d8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195754880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195754880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195754880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195754880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195754882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195754882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195754882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195754882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:55.897650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9355): Terminating (SIGTERM)\u000a19:57:55.939366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9358): Terminating (SIGTERM)\u000a19:57:55.980653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9361): Terminating (SIGTERM)\u000a19:57:55.990416 --- ParallelTerminationStrategy: PID 9355 died...\u000a19:57:56.046018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9355): Terminated: ok {rc=0}\u000a19:57:56.056218 --- ParallelTerminationStrategy: PID 9358 died...\u000a19:57:56.111869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9358): Terminated: ok {rc=0}\u000a19:57:56.121830 --- ParallelTerminationStrategy: PID 9361 died...\u000a19:57:56.176870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9361): Terminated: ok {rc=0}\u000a19:57:56.261791 bus /sierra_3: Setting Powered False\u000a19:57:57.370063 bus /sierra_3: Setting Powered False\u000a19:57:58.476881 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:57:48" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9373): Process ended prematurely: osmo-stp_10.42.42.5(pid=9373) [trial-2363↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9373)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9373): Process ended prematurely: osmo-stp_10.42.42.5(pid=9373) [trial-2363↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a19:58:00.460830 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:00.472244 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:58:00.601954 tst handover.py: using LAC 23368\u000a19:58:00.734658 tst handover.py: using RAC 163\u000a19:58:00.878157 tst handover.py: using CellId 23368\u000a19:58:01.021661 tst handover.py: using BVCI 23369\u000a19:58:01.046085 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:58:01.215921 tst handover.py: using LAC 23369\u000a19:58:01.354261 tst handover.py: using RAC 164\u000a19:58:01.500529 tst handover.py: using CellId 23369\u000a19:58:01.653700 tst handover.py: using BVCI 23370\u000a19:58:01.685984 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:01.700420 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:01.714960 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:01.729195 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:01.744337 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:01.757775 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:58:01.898287 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:58:02.106636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:02.573873 run create_hlr_db(pid=9367): Launched\u000a19:58:02.698035 bus /sierra_2: Setting Powered False\u000a19:58:03.770326 run create_hlr_db(pid=9367): Terminated: ok {rc=0}\u000a19:58:04.148594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9369): Launched\u000a19:58:04.452593 run osmo-hlr_10.42.42.2(pid=9370): Launched\u000a19:58:04.563466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:05.063095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9372): Launched\u000a19:58:05.366505 run osmo-stp_10.42.42.5(pid=9373): Launched\u000a19:58:05.476579 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:58:06.003692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9375): Launched\u000a19:58:06.317164 run osmo-msc_10.42.42.6(pid=9376): Launched\u000a19:58:06.510558 run osmo-stp_10.42.42.5(pid=9373): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9373)]\u000a19:58:06.650506 run osmo-stp_10.42.42.5(pid=9373): stdout: \u000a| (launched: 2022-12-09_19:58:05.217322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:06.787076 run osmo-stp_10.42.42.5(pid=9373): stderr: \u000a| �[0;m�[38;5;43m20221209195805384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195805384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195805385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195805385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195805385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195805386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195805386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:06.918490 run osmo-stp_10.42.42.5(pid=9373): stdout: \u000a| (launched: 2022-12-09_19:58:05.217322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:07.049103 run osmo-stp_10.42.42.5(pid=9373): stderr: \u000a| �[0;m�[38;5;43m20221209195805384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195805384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195805385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195805385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195805385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195805386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195805386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:07.106117 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9373): Process ended prematurely: osmo-stp_10.42.42.5(pid=9373) [trial-2363↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9373)] [trial-2363↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a19:58:07.114957 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:58:07.178368 run osmo-hlr_10.42.42.2(pid=9370): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9370)]\u000a19:58:07.230280 run osmo-hlr_10.42.42.2(pid=9370): stdout: \u000a| (launched: 2022-12-09_19:58:04.303564) \u000a19:58:07.282538 run osmo-hlr_10.42.42.2(pid=9370): stderr: \u000a| �[0;m�[1;31m20221209195804479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195804479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195804479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195804479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195804479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195804479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195804494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195804502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195804503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195804503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:07.353404 run osmo-msc_10.42.42.6(pid=9376): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9376)]\u000a19:58:07.405304 run osmo-msc_10.42.42.6(pid=9376): stdout: \u000a| (launched: 2022-12-09_19:58:06.158597) \u000a19:58:07.457448 run osmo-msc_10.42.42.6(pid=9376): stderr: \u000a| �[0;m�[38;5;43m20221209195806470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195806470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa751d7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195806470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195806470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195806470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195806471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195806472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195806473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195806473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195806473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:58:07.501610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9369): Terminating (SIGTERM)\u000a19:58:07.544238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9372): Terminating (SIGTERM)\u000a19:58:07.586353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9375): Terminating (SIGTERM)\u000a19:58:07.596181 --- ParallelTerminationStrategy: PID 9369 died...\u000a19:58:07.652491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9369): Terminated: ok {rc=0}\u000a19:58:07.662630 --- ParallelTerminationStrategy: PID 9372 died...\u000a19:58:07.718539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9372): Terminated: ok {rc=0}\u000a19:58:07.728669 --- ParallelTerminationStrategy: PID 9375 died...\u000a19:58:07.784587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9375): Terminated: ok {rc=0}\u000a19:58:07.869546 bus /sierra_3: Setting Powered False\u000a19:58:08.975034 bus /sierra_3: Setting Powered False\u000a19:58:10.086872 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:58:00" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9388): Process ended prematurely: osmo-stp_10.42.42.5(pid=9388) [trial-2363↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9388)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9388): Process ended prematurely: osmo-stp_10.42.42.5(pid=9388) [trial-2363↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:58:12.064463 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:12.075255 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:58:12.203743 tst handover.py: using LAC 23370\u000a19:58:12.325599 tst handover.py: using RAC 165\u000a19:58:12.444456 tst handover.py: using CellId 23370\u000a19:58:12.563453 tst handover.py: using BVCI 23371\u000a19:58:12.586718 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:58:12.723920 tst handover.py: using LAC 23371\u000a19:58:12.845311 tst handover.py: using RAC 166\u000a19:58:12.964362 tst handover.py: using CellId 23371\u000a19:58:13.084626 tst handover.py: using BVCI 23372\u000a19:58:13.107675 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:13.118532 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:13.129209 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:13.139863 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:13.150648 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:13.161262 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:58:13.280089 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:58:13.492924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:13.976147 run create_hlr_db(pid=9382): Launched\u000a19:58:14.109215 bus /sierra_2: Setting Powered False\u000a19:58:15.185776 run create_hlr_db(pid=9382): Terminated: ok {rc=0}\u000a19:58:15.588484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9384): Launched\u000a19:58:16.037540 run osmo-hlr_10.42.42.2(pid=9385): Launched\u000a19:58:16.172794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:16.741632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9387): Launched\u000a19:58:17.218615 run osmo-stp_10.42.42.5(pid=9388): Launched\u000a19:58:17.337640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:58:17.904905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9390): Launched\u000a19:58:18.233530 run osmo-msc_10.42.42.6(pid=9391): Launched\u000a19:58:18.425848 run osmo-stp_10.42.42.5(pid=9388): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9388)]\u000a19:58:18.564842 run osmo-stp_10.42.42.5(pid=9388): stdout: \u000a| (launched: 2022-12-09_19:58:16.910396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:18.702498 run osmo-stp_10.42.42.5(pid=9388): stderr: \u000a| �[0;m�[38;5;43m20221209195817109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195817110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195817110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195817110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195817111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195817111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195817111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:18.834305 run osmo-stp_10.42.42.5(pid=9388): stdout: \u000a| (launched: 2022-12-09_19:58:16.910396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:18.965363 run osmo-stp_10.42.42.5(pid=9388): stderr: \u000a| �[0;m�[38;5;43m20221209195817109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195817110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195817110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195817110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195817111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195817111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195817111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:19.022403 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9388): Process ended prematurely: osmo-stp_10.42.42.5(pid=9388) [trial-2363↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9388)] [trial-2363↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:58:19.031136 tst handover.py:18: Test FAILED (7.0 sec)\u000a19:58:19.094408 run osmo-hlr_10.42.42.2(pid=9385): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9385)]\u000a19:58:19.145458 run osmo-hlr_10.42.42.2(pid=9385): stdout: \u000a| (launched: 2022-12-09_19:58:15.754394) \u000a19:58:19.196683 run osmo-hlr_10.42.42.2(pid=9385): stderr: \u000a| �[0;m�[1;31m20221209195816011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195816011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195816012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195816012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195816016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195816016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195816031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195816043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195816044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195816044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:19.266444 run osmo-msc_10.42.42.6(pid=9391): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9391)]\u000a19:58:19.316935 run osmo-msc_10.42.42.6(pid=9391): stdout: \u000a| (launched: 2022-12-09_19:58:18.071705) \u000a19:58:19.368185 run osmo-msc_10.42.42.6(pid=9391): stderr: \u000a| �[0;m�[38;5;43m20221209195818389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195818389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08542b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195818389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195818389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195818389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195818390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195818391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195818392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195818392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195818392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:58:19.412019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9384): Terminating (SIGTERM)\u000a19:58:19.453164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9387): Terminating (SIGTERM)\u000a19:58:19.495205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9390): Terminating (SIGTERM)\u000a19:58:19.505237 --- ParallelTerminationStrategy: PID 9384 died...\u000a19:58:19.561531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9384): Terminated: ok {rc=0}\u000a19:58:19.571717 --- ParallelTerminationStrategy: PID 9387 died...\u000a19:58:19.627757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9387): Terminated: ok {rc=0}\u000a19:58:19.637926 --- ParallelTerminationStrategy: PID 9390 died...\u000a19:58:19.693927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9390): Terminated: ok {rc=0}\u000a19:58:19.780047 bus /sierra_3: Setting Powered False\u000a19:58:20.886168 bus /sierra_3: Setting Powered False\u000a19:58:21.996312 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:58:11" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2363↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2363↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:58:23.956822 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:23.968138 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:58:24.099425 tst handover.py: using LAC 23372\u000a19:58:24.222331 tst handover.py: using RAC 167\u000a19:58:24.346064 tst handover.py: using CellId 23372\u000a19:58:24.464485 tst handover.py: using BVCI 23373\u000a19:58:24.487802 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:58:24.608753 tst handover.py: using LAC 23373\u000a19:58:24.728151 tst handover.py: using RAC 168\u000a19:58:24.848070 tst handover.py: using CellId 23373\u000a19:58:24.973661 tst handover.py: using BVCI 23374\u000a19:58:24.998641 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:25.010031 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:25.021242 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:25.032778 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:25.045368 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:25.057348 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:58:25.178508 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:58:25.381659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:25.845899 run create_hlr_db(pid=9396): Launched\u000a19:58:25.970313 bus /sierra_2: Setting Powered False\u000a19:58:27.043384 run create_hlr_db(pid=9396): Terminated: ok {rc=0}\u000a19:58:27.424133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Launched\u000a19:58:27.729045 run osmo-hlr_10.42.42.2(pid=9399): Launched\u000a19:58:27.851217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:28.358304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Launched\u000a19:58:28.663987 run osmo-stp_10.42.42.5(pid=9402): Launched\u000a19:58:28.774984 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:58:29.305192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9404): Launched\u000a19:58:29.610226 run osmo-msc_10.42.42.6(pid=9405): Launched\u000a19:58:29.789307 run osmo-stp_10.42.42.5(pid=9402): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]\u000a19:58:29.917867 run osmo-stp_10.42.42.5(pid=9402): stdout: \u000a| (launched: 2022-12-09_19:58:28.513320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:30.043636 run osmo-stp_10.42.42.5(pid=9402): stderr: \u000a| �[0;m�[38;5;43m20221209195828680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195828680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195828681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195828681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195828682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195828682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195828682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:30.165402 run osmo-stp_10.42.42.5(pid=9402): stdout: \u000a| (launched: 2022-12-09_19:58:28.513320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:30.286653 run osmo-stp_10.42.42.5(pid=9402): stderr: \u000a| �[0;m�[38;5;43m20221209195828680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195828680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195828681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195828681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195828682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195828682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195828682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:30.339665 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2363↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)] [trial-2363↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a19:58:30.347540 tst handover.py:18: Test FAILED (6.4 sec)\u000a19:58:30.406048 run osmo-hlr_10.42.42.2(pid=9399): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9399)]\u000a19:58:30.454073 run osmo-hlr_10.42.42.2(pid=9399): stdout: \u000a| (launched: 2022-12-09_19:58:27.579691) \u000a19:58:30.502739 run osmo-hlr_10.42.42.2(pid=9399): stderr: \u000a| �[0;m�[1;31m20221209195827754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195827754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195827754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195827754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195827754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195827754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195827765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195827773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195827773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195827773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:30.569047 run osmo-msc_10.42.42.6(pid=9405): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9405)]\u000a19:58:30.616695 run osmo-msc_10.42.42.6(pid=9405): stdout: \u000a| (launched: 2022-12-09_19:58:29.460136) \u000a19:58:30.665080 run osmo-msc_10.42.42.6(pid=9405): stderr: \u000a| �[0;m�[38;5;43m20221209195829730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195829730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc23e02bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195829730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195829730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195829730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195829731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195829732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195829733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195829733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195829733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:58:30.705850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Terminating (SIGTERM)\u000a19:58:30.744335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Terminating (SIGTERM)\u000a19:58:30.782843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9404): Terminating (SIGTERM)\u000a19:58:30.791700 --- ParallelTerminationStrategy: PID 9398 died...\u000a19:58:30.856085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Terminated: ok {rc=0}\u000a19:58:30.868278 --- ParallelTerminationStrategy: PID 9401 died...\u000a19:58:30.937557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Terminated: ok {rc=0}\u000a19:58:30.948299 --- ParallelTerminationStrategy: PID 9404 died...\u000a19:58:31.006889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9404): Terminated: ok {rc=0}\u000a19:58:31.099721 bus /sierra_3: Setting Powered False\u000a19:58:32.225105 bus /sierra_3: Setting Powered False\u000a19:58:33.335070 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:58:23" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9416): Process ended prematurely: osmo-stp_10.42.42.5(pid=9416) [trial-2363↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9416)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9416): Process ended prematurely: osmo-stp_10.42.42.5(pid=9416) [trial-2363↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:58:35.295987 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:35.306685 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:58:35.428802 tst handover.py: using LAC 23374\u000a19:58:35.549861 tst handover.py: using RAC 169\u000a19:58:35.668781 tst handover.py: using CellId 23374\u000a19:58:35.789644 tst handover.py: using BVCI 23375\u000a19:58:35.812713 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:58:35.950368 tst handover.py: using LAC 23375\u000a19:58:36.069567 tst handover.py: using RAC 170\u000a19:58:36.188833 tst handover.py: using CellId 23375\u000a19:58:36.309886 tst handover.py: using BVCI 23376\u000a19:58:36.333297 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:36.343897 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:36.354475 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:36.364902 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:36.375502 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:36.386016 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:58:36.504472 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:58:36.705735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:37.167305 run create_hlr_db(pid=9410): Launched\u000a19:58:37.290979 bus /sierra_2: Setting Powered False\u000a19:58:38.364041 run create_hlr_db(pid=9410): Terminated: ok {rc=0}\u000a19:58:38.743205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9412): Launched\u000a19:58:39.047266 run osmo-hlr_10.42.42.2(pid=9413): Launched\u000a19:58:39.158065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:39.660448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9415): Launched\u000a19:58:39.967285 run osmo-stp_10.42.42.5(pid=9416): Launched\u000a19:58:40.077928 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:58:40.607779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9418): Launched\u000a19:58:40.914373 run osmo-msc_10.42.42.6(pid=9419): Launched\u000a19:58:41.133620 run osmo-stp_10.42.42.5(pid=9416): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9416)]\u000a19:58:41.260471 run osmo-stp_10.42.42.5(pid=9416): stdout: \u000a| (launched: 2022-12-09_19:58:39.815261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:41.387148 run osmo-stp_10.42.42.5(pid=9416): stderr: \u000a| �[0;m�[38;5;43m20221209195839984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195839984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195839984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195839985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195839985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195839985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195839985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:41.509664 run osmo-stp_10.42.42.5(pid=9416): stdout: \u000a| (launched: 2022-12-09_19:58:39.815261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:41.631106 run osmo-stp_10.42.42.5(pid=9416): stderr: \u000a| �[0;m�[38;5;43m20221209195839984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195839984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195839984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195839985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195839985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195839985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195839985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:41.684259 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9416): Process ended prematurely: osmo-stp_10.42.42.5(pid=9416) [trial-2363↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9416)] [trial-2363↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a19:58:41.692130 tst handover.py:18: Test FAILED (6.4 sec)\u000a19:58:41.751403 run osmo-hlr_10.42.42.2(pid=9413): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9413)]\u000a19:58:41.799371 run osmo-hlr_10.42.42.2(pid=9413): stdout: \u000a| (launched: 2022-12-09_19:58:38.898256) \u000a19:58:41.848170 run osmo-hlr_10.42.42.2(pid=9413): stderr: \u000a| �[0;m�[1;31m20221209195839076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195839076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195839076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195839076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195839076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195839076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195839133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195839143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195839143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195839143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:41.915149 run osmo-msc_10.42.42.6(pid=9419): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9419)]\u000a19:58:41.963214 run osmo-msc_10.42.42.6(pid=9419): stdout: \u000a| (launched: 2022-12-09_19:58:40.762889) \u000a19:58:42.011978 run osmo-msc_10.42.42.6(pid=9419): stderr: \u000a| �[0;m�[38;5;43m20221209195841033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195841033 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f605d3b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195841034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195841034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195841034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195841034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195841036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195841036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195841036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195841036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:58:42.053298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9412): Terminating (SIGTERM)\u000a19:58:42.092319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9415): Terminating (SIGTERM)\u000a19:58:42.131365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9418): Terminating (SIGTERM)\u000a19:58:42.140419 --- ParallelTerminationStrategy: PID 9412 died...\u000a19:58:42.192649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9412): Terminated: ok {rc=0}\u000a19:58:42.202038 --- ParallelTerminationStrategy: PID 9415 died...\u000a19:58:42.254072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9415): Terminated: ok {rc=0}\u000a19:58:42.263413 --- ParallelTerminationStrategy: PID 9418 died...\u000a19:58:42.315481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9418): Terminated: ok {rc=0}\u000a19:58:42.397769 bus /sierra_3: Setting Powered False\u000a19:58:43.501525 bus /sierra_3: Setting Powered False\u000a19:58:44.612677 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:58:35" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9431): Process ended prematurely: osmo-stp_10.42.42.5(pid=9431) [trial-2363↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9431): Process ended prematurely: osmo-stp_10.42.42.5(pid=9431) [trial-2363↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:58:46.629271 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:46.646178 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:58:46.793996 tst handover.py: using LAC 23376\u000a19:58:46.926927 tst handover.py: using RAC 171\u000a19:58:47.054586 tst handover.py: using CellId 23376\u000a19:58:47.176554 tst handover.py: using BVCI 23377\u000a19:58:47.200098 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:58:47.337626 tst handover.py: using LAC 23377\u000a19:58:47.456815 tst handover.py: using RAC 172\u000a19:58:47.589947 tst handover.py: using CellId 23377\u000a19:58:47.719028 tst handover.py: using BVCI 23378\u000a19:58:47.744229 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:47.755719 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:47.767147 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:47.778876 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:47.791717 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:47.803185 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:58:47.920651 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:58:48.135353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:48.621446 run create_hlr_db(pid=9425): Launched\u000a19:58:48.755453 bus /sierra_2: Setting Powered False\u000a19:58:49.832207 run create_hlr_db(pid=9425): Terminated: ok {rc=0}\u000a19:58:50.217575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9427): Launched\u000a19:58:50.523509 run osmo-hlr_10.42.42.2(pid=9428): Launched\u000a19:58:50.634868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:51.138591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9430): Launched\u000a19:58:51.444052 run osmo-stp_10.42.42.5(pid=9431): Launched\u000a19:58:51.555515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:58:52.087287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9433): Launched\u000a19:58:52.394301 run osmo-msc_10.42.42.6(pid=9434): Launched\u000a19:58:52.572244 run osmo-stp_10.42.42.5(pid=9431): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)]\u000a19:58:52.700568 run osmo-stp_10.42.42.5(pid=9431): stdout: \u000a| (launched: 2022-12-09_19:58:51.293750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:52.827035 run osmo-stp_10.42.42.5(pid=9431): stderr: \u000a| �[0;m�[38;5;43m20221209195851463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195851463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195851464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195851464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195851465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195851465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195851465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:52.949394 run osmo-stp_10.42.42.5(pid=9431): stdout: \u000a| (launched: 2022-12-09_19:58:51.293750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:53.071206 run osmo-stp_10.42.42.5(pid=9431): stderr: \u000a| �[0;m�[38;5;43m20221209195851463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195851463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195851464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195851464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195851465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195851465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195851465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:53.124215 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9431): Process ended prematurely: osmo-stp_10.42.42.5(pid=9431) [trial-2363↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)] [trial-2363↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a19:58:53.132149 tst handover.py:18: Test FAILED (6.5 sec)\u000a19:58:53.190476 run osmo-hlr_10.42.42.2(pid=9428): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9428)]\u000a19:58:53.238350 run osmo-hlr_10.42.42.2(pid=9428): stdout: \u000a| (launched: 2022-12-09_19:58:50.373686) \u000a19:58:53.287089 run osmo-hlr_10.42.42.2(pid=9428): stderr: \u000a| �[0;m�[1;31m20221209195850548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195850548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195850548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195850548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195850548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195850548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195850581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195850591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195850591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195850591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:53.353018 run osmo-msc_10.42.42.6(pid=9434): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9434)]\u000a19:58:53.400661 run osmo-msc_10.42.42.6(pid=9434): stdout: \u000a| (launched: 2022-12-09_19:58:52.243138) \u000a19:58:53.448703 run osmo-msc_10.42.42.6(pid=9434): stderr: \u000a| �[0;m�[38;5;43m20221209195852511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195852512 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f121cb03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195852512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195852512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195852512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195852512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195852514 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195852514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195852515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195852515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:58:53.489472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9427): Terminating (SIGTERM)\u000a19:58:53.528376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9430): Terminating (SIGTERM)\u000a19:58:53.567827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9433): Terminating (SIGTERM)\u000a19:58:53.576787 --- ParallelTerminationStrategy: PID 9427 died...\u000a19:58:53.629311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9427): Terminated: ok {rc=0}\u000a19:58:53.638695 --- ParallelTerminationStrategy: PID 9430 died...\u000a19:58:53.691224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9430): Terminated: ok {rc=0}\u000a19:58:53.700523 --- ParallelTerminationStrategy: PID 9433 died...\u000a19:58:53.752486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9433): Terminated: ok {rc=0}\u000a19:58:53.835689 bus /sierra_3: Setting Powered False\u000a19:58:54.941743 bus /sierra_3: Setting Powered False\u000a19:58:56.048931 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:58:46" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9445): Process ended prematurely: osmo-stp_10.42.42.5(pid=9445) [trial-2363↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9445)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9445): Process ended prematurely: osmo-stp_10.42.42.5(pid=9445) [trial-2363↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a19:58:58.064419 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:58.075935 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:58:58.220364 tst handover.py: using LAC 23378\u000a19:58:58.348517 tst handover.py: using RAC 173\u000a19:58:58.477471 tst handover.py: using CellId 23378\u000a19:58:58.611200 tst handover.py: using BVCI 23379\u000a19:58:58.636066 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:58:58.777112 tst handover.py: using LAC 23379\u000a19:58:58.902979 tst handover.py: using RAC 174\u000a19:58:59.031217 tst handover.py: using CellId 23379\u000a19:58:59.154771 tst handover.py: using BVCI 23380\u000a19:58:59.178155 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:59.189190 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:59.200195 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:59.211792 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:59.223221 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:59.234585 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:58:59.353401 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:58:59.565541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:00.051266 run create_hlr_db(pid=9439): Launched\u000a19:59:00.185009 bus /sierra_2: Setting Powered False\u000a19:59:01.264609 run create_hlr_db(pid=9439): Terminated: ok {rc=0}\u000a19:59:01.691941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9441): Launched\u000a19:59:02.085523 run osmo-hlr_10.42.42.2(pid=9442): Launched\u000a19:59:02.206207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:02.749413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9444): Launched\u000a19:59:03.078572 run osmo-stp_10.42.42.5(pid=9445): Launched\u000a19:59:03.198447 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:59:03.766538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9447): Launched\u000a19:59:04.096129 run osmo-msc_10.42.42.6(pid=9448): Launched\u000a19:59:04.287137 run osmo-stp_10.42.42.5(pid=9445): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9445)]\u000a19:59:04.425264 run osmo-stp_10.42.42.5(pid=9445): stdout: \u000a| (launched: 2022-12-09_19:59:02.916282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:04.561177 run osmo-stp_10.42.42.5(pid=9445): stderr: \u000a| �[0;m�[38;5;43m20221209195903107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195903107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195903107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195903108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195903108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195903108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195903108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:04.692387 run osmo-stp_10.42.42.5(pid=9445): stdout: \u000a| (launched: 2022-12-09_19:59:02.916282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:04.822666 run osmo-stp_10.42.42.5(pid=9445): stderr: \u000a| �[0;m�[38;5;43m20221209195903107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195903107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195903107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195903108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195903108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195903108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195903108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:04.879316 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9445): Process ended prematurely: osmo-stp_10.42.42.5(pid=9445) [trial-2363↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9445)] [trial-2363↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a19:59:04.887920 tst handover.py:18: Test FAILED (6.8 sec)\u000a19:59:04.950141 run osmo-hlr_10.42.42.2(pid=9442): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9442)]\u000a19:59:05.000919 run osmo-hlr_10.42.42.2(pid=9442): stdout: \u000a| (launched: 2022-12-09_19:59:01.863552) \u000a19:59:05.052519 run osmo-hlr_10.42.42.2(pid=9442): stderr: \u000a| �[0;m�[1;31m20221209195902166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195902166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195902166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195902166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195902166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195902166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195902188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195902198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195902198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195902198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:05.122740 run osmo-msc_10.42.42.6(pid=9448): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9448)]\u000a19:59:05.173354 run osmo-msc_10.42.42.6(pid=9448): stdout: \u000a| (launched: 2022-12-09_19:59:03.933716) \u000a19:59:05.224637 run osmo-msc_10.42.42.6(pid=9448): stderr: \u000a| �[0;m�[38;5;43m20221209195904253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195904253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70daa04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195904254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195904254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195904254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195904254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195904256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195904256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195904256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195904256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:59:05.267903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9441): Terminating (SIGTERM)\u000a19:59:05.309254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9444): Terminating (SIGTERM)\u000a19:59:05.351108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9447): Terminating (SIGTERM)\u000a19:59:05.360879 --- ParallelTerminationStrategy: PID 9441 died...\u000a19:59:05.416264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9441): Terminated: ok {rc=0}\u000a19:59:05.426324 --- ParallelTerminationStrategy: PID 9444 died...\u000a19:59:05.481576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9444): Terminated: ok {rc=0}\u000a19:59:05.491742 --- ParallelTerminationStrategy: PID 9447 died...\u000a19:59:05.546966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9447): Terminated: ok {rc=0}\u000a19:59:05.631743 bus /sierra_3: Setting Powered False\u000a19:59:06.733864 bus /sierra_3: Setting Powered False\u000a19:59:07.843052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:58:57" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9459): Process ended prematurely: osmo-stp_10.42.42.5(pid=9459) [trial-2363↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9459)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9459): Process ended prematurely: osmo-stp_10.42.42.5(pid=9459) [trial-2363↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:59:09.857386 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:09.868056 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:59:10.004066 tst handover.py: using LAC 23380\u000a19:59:10.124765 tst handover.py: using RAC 175\u000a19:59:10.242270 tst handover.py: using CellId 23380\u000a19:59:10.359882 tst handover.py: using BVCI 23381\u000a19:59:10.383001 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:59:10.519216 tst handover.py: using LAC 23381\u000a19:59:10.639475 tst handover.py: using RAC 176\u000a19:59:10.759269 tst handover.py: using CellId 23381\u000a19:59:10.876895 tst handover.py: using BVCI 23382\u000a19:59:10.899973 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:10.910915 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:10.921724 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:10.932445 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:10.943186 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:10.953833 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:59:11.070392 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:59:11.279300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:11.740052 run create_hlr_db(pid=9453): Launched\u000a19:59:11.864179 bus /sierra_2: Setting Powered False\u000a19:59:12.936496 run create_hlr_db(pid=9453): Terminated: ok {rc=0}\u000a19:59:13.315719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9455): Launched\u000a19:59:13.619832 run osmo-hlr_10.42.42.2(pid=9456): Launched\u000a19:59:13.737484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:14.243200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9458): Launched\u000a19:59:14.546495 run osmo-stp_10.42.42.5(pid=9459): Launched\u000a19:59:14.656867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:59:15.185225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9461): Launched\u000a19:59:15.489816 run osmo-msc_10.42.42.6(pid=9462): Launched\u000a19:59:15.666896 run osmo-stp_10.42.42.5(pid=9459): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9459)]\u000a19:59:15.794586 run osmo-stp_10.42.42.5(pid=9459): stdout: \u000a| (launched: 2022-12-09_19:59:14.397542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:15.937796 run osmo-stp_10.42.42.5(pid=9459): stderr: \u000a| �[0;m�[38;5;43m20221209195914565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195914565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195914566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195914566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195914566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195914567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195914567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:16.073939 run osmo-stp_10.42.42.5(pid=9459): stdout: \u000a| (launched: 2022-12-09_19:59:14.397542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:16.210950 run osmo-stp_10.42.42.5(pid=9459): stderr: \u000a| �[0;m�[38;5;43m20221209195914565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195914565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195914566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195914566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195914566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195914567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195914567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:16.270611 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9459): Process ended prematurely: osmo-stp_10.42.42.5(pid=9459) [trial-2363↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9459)] [trial-2363↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:59:16.280504 tst handover.py:18: Test FAILED (6.4 sec)\u000a19:59:16.348627 run osmo-hlr_10.42.42.2(pid=9456): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9456)]\u000a19:59:16.402620 run osmo-hlr_10.42.42.2(pid=9456): stdout: \u000a| (launched: 2022-12-09_19:59:13.471091) \u000a19:59:16.458874 run osmo-hlr_10.42.42.2(pid=9456): stderr: \u000a| �[0;m�[1;31m20221209195913647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195913647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195913647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195913647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195913647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195913647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195913659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195913671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195913671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195913671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:16.531504 run osmo-msc_10.42.42.6(pid=9462): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9462)]\u000a19:59:16.585845 run osmo-msc_10.42.42.6(pid=9462): stdout: \u000a| (launched: 2022-12-09_19:59:15.339691) \u000a19:59:16.640536 run osmo-msc_10.42.42.6(pid=9462): stderr: \u000a| �[0;m�[38;5;43m20221209195915608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195915608 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6a3554c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195915608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195915609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195915610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195915610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195915611 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195915612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195915612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195915612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:59:16.687189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9455): Terminating (SIGTERM)\u000a19:59:16.733292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9458): Terminating (SIGTERM)\u000a19:59:16.779658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9461): Terminating (SIGTERM)\u000a19:59:16.790566 --- ParallelTerminationStrategy: PID 9455 died...\u000a19:59:16.852839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9455): Terminated: ok {rc=0}\u000a19:59:16.863900 --- ParallelTerminationStrategy: PID 9458 died...\u000a19:59:16.923594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9458): Terminated: ok {rc=0}\u000a19:59:16.934739 --- ParallelTerminationStrategy: PID 9461 died...\u000a19:59:16.994453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9461): Terminated: ok {rc=0}\u000a19:59:17.086669 bus /sierra_3: Setting Powered False\u000a19:59:18.192696 bus /sierra_3: Setting Powered False\u000a19:59:19.299229 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:59:09" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9474): Process ended prematurely: osmo-stp_10.42.42.5(pid=9474) [trial-2363↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9474)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9474): Process ended prematurely: osmo-stp_10.42.42.5(pid=9474) [trial-2363↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:59:21.314033 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:21.325167 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:59:21.474627 tst handover.py: using LAC 23382\u000a19:59:21.616012 tst handover.py: using RAC 177\u000a19:59:21.745361 tst handover.py: using CellId 23382\u000a19:59:21.872558 tst handover.py: using BVCI 23383\u000a19:59:21.897542 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:59:22.029499 tst handover.py: using LAC 23383\u000a19:59:22.163444 tst handover.py: using RAC 178\u000a19:59:22.290688 tst handover.py: using CellId 23383\u000a19:59:22.416696 tst handover.py: using BVCI 23384\u000a19:59:22.441590 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:22.452705 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:22.463689 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:22.475175 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:22.486259 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:22.497472 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:59:22.613647 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:59:22.816199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:23.279757 run create_hlr_db(pid=9468): Launched\u000a19:59:23.404051 bus /sierra_2: Setting Powered False\u000a19:59:24.477203 run create_hlr_db(pid=9468): Terminated: ok {rc=0}\u000a19:59:24.882564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9470): Launched\u000a19:59:25.211634 run osmo-hlr_10.42.42.2(pid=9471): Launched\u000a19:59:25.332565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:25.871493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9473): Launched\u000a19:59:26.199134 run osmo-stp_10.42.42.5(pid=9474): Launched\u000a19:59:26.318045 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:59:26.886206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9476): Launched\u000a19:59:27.215299 run osmo-msc_10.42.42.6(pid=9477): Launched\u000a19:59:27.406536 run osmo-stp_10.42.42.5(pid=9474): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9474)]\u000a19:59:27.545661 run osmo-stp_10.42.42.5(pid=9474): stdout: \u000a| (launched: 2022-12-09_19:59:26.038084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:27.682244 run osmo-stp_10.42.42.5(pid=9474): stderr: \u000a| �[0;m�[38;5;43m20221209195926229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195926229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195926229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195926230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195926230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195926230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195926230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:27.814298 run osmo-stp_10.42.42.5(pid=9474): stdout: \u000a| (launched: 2022-12-09_19:59:26.038084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:27.945174 run osmo-stp_10.42.42.5(pid=9474): stderr: \u000a| �[0;m�[38;5;43m20221209195926229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195926229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195926229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195926230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195926230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195926230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195926230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:28.002362 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9474): Process ended prematurely: osmo-stp_10.42.42.5(pid=9474) [trial-2363↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9474)] [trial-2363↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a19:59:28.010898 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:59:28.073958 run osmo-hlr_10.42.42.2(pid=9471): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9471)]\u000a19:59:28.124942 run osmo-hlr_10.42.42.2(pid=9471): stdout: \u000a| (launched: 2022-12-09_19:59:25.049462) \u000a19:59:28.176368 run osmo-hlr_10.42.42.2(pid=9471): stderr: \u000a| �[0;m�[1;31m20221209195925248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195925248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195925248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195925248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195925248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195925248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195925261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195925269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195925270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195925270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:28.246449 run osmo-msc_10.42.42.6(pid=9477): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9477)]\u000a19:59:28.297455 run osmo-msc_10.42.42.6(pid=9477): stdout: \u000a| (launched: 2022-12-09_19:59:27.053233) \u000a19:59:28.348867 run osmo-msc_10.42.42.6(pid=9477): stderr: \u000a| �[0;m�[38;5;43m20221209195927370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195927370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b1017ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195927371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195927371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195927371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195927371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195927373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195927373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195927373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195927373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:59:28.392335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9470): Terminating (SIGTERM)\u000a19:59:28.434109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9473): Terminating (SIGTERM)\u000a19:59:28.475609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9476): Terminating (SIGTERM)\u000a19:59:28.485556 --- ParallelTerminationStrategy: PID 9470 died...\u000a19:59:28.541224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9470): Terminated: ok {rc=0}\u000a19:59:28.551157 --- ParallelTerminationStrategy: PID 9473 died...\u000a19:59:28.606540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9473): Terminated: ok {rc=0}\u000a19:59:28.616414 --- ParallelTerminationStrategy: PID 9476 died...\u000a19:59:28.671462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9476): Terminated: ok {rc=0}\u000a19:59:28.756632 bus /sierra_3: Setting Powered False\u000a19:59:29.861630 bus /sierra_3: Setting Powered False\u000a19:59:30.993329 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:59:21" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9488): Process ended prematurely: osmo-stp_10.42.42.5(pid=9488) [trial-2363↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9488)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9488): Process ended prematurely: osmo-stp_10.42.42.5(pid=9488) [trial-2363↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:59:33.039967 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:33.050937 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:59:33.184752 tst handover.py: using LAC 23384\u000a19:59:33.304031 tst handover.py: using RAC 179\u000a19:59:33.423611 tst handover.py: using CellId 23384\u000a19:59:33.541611 tst handover.py: using BVCI 23385\u000a19:59:33.564843 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:59:33.700413 tst handover.py: using LAC 23385\u000a19:59:33.818206 tst handover.py: using RAC 180\u000a19:59:33.937073 tst handover.py: using CellId 23385\u000a19:59:34.055172 tst handover.py: using BVCI 23386\u000a19:59:34.078496 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:34.089508 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:34.100355 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:34.111403 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:34.122467 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:34.133259 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:59:34.249365 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:59:34.449522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:34.913101 run create_hlr_db(pid=9482): Launched\u000a19:59:35.038308 bus /sierra_2: Setting Powered False\u000a19:59:36.111387 run create_hlr_db(pid=9482): Terminated: ok {rc=0}\u000a19:59:36.518394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9484): Launched\u000a19:59:36.847308 run osmo-hlr_10.42.42.2(pid=9485): Launched\u000a19:59:36.970767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:37.513785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9487): Launched\u000a19:59:37.842227 run osmo-stp_10.42.42.5(pid=9488): Launched\u000a19:59:37.961096 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:59:38.534400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9490): Launched\u000a19:59:38.863336 run osmo-msc_10.42.42.6(pid=9491): Launched\u000a19:59:39.056110 run osmo-stp_10.42.42.5(pid=9488): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9488)]\u000a19:59:39.195381 run osmo-stp_10.42.42.5(pid=9488): stdout: \u000a| (launched: 2022-12-09_19:59:37.681051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:39.333056 run osmo-stp_10.42.42.5(pid=9488): stderr: \u000a| �[0;m�[38;5;43m20221209195937872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195937872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195937872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195937872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195937873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195937873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195937873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:39.465706 run osmo-stp_10.42.42.5(pid=9488): stdout: \u000a| (launched: 2022-12-09_19:59:37.681051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:39.597270 run osmo-stp_10.42.42.5(pid=9488): stderr: \u000a| �[0;m�[38;5;43m20221209195937872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195937872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195937872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195937872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195937873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195937873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195937873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:39.654654 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9488): Process ended prematurely: osmo-stp_10.42.42.5(pid=9488) [trial-2363↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9488)] [trial-2363↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a19:59:39.663389 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:59:39.726637 run osmo-hlr_10.42.42.2(pid=9485): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9485)]\u000a19:59:39.778101 run osmo-hlr_10.42.42.2(pid=9485): stdout: \u000a| (launched: 2022-12-09_19:59:36.685868) \u000a19:59:39.829896 run osmo-hlr_10.42.42.2(pid=9485): stderr: \u000a| �[0;m�[1;31m20221209195936883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195936883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195936883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195936883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195936883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195936883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195936896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195936906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195936906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195936906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:39.900152 run osmo-msc_10.42.42.6(pid=9491): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9491)]\u000a19:59:39.951821 run osmo-msc_10.42.42.6(pid=9491): stdout: \u000a| (launched: 2022-12-09_19:59:38.701655) \u000a19:59:40.003970 run osmo-msc_10.42.42.6(pid=9491): stderr: \u000a| �[0;m�[38;5;43m20221209195939021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195939021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb2086ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195939021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195939021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195939021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195939022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195939023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195939024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195939024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195939024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:59:40.048006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9484): Terminating (SIGTERM)\u000a19:59:40.090477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9487): Terminating (SIGTERM)\u000a19:59:40.132732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9490): Terminating (SIGTERM)\u000a19:59:40.142650 --- ParallelTerminationStrategy: PID 9484 died...\u000a19:59:40.198944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9484): Terminated: ok {rc=0}\u000a19:59:40.209197 --- ParallelTerminationStrategy: PID 9487 died...\u000a19:59:40.265097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9487): Terminated: ok {rc=0}\u000a19:59:40.275249 --- ParallelTerminationStrategy: PID 9490 died...\u000a19:59:40.331219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9490): Terminated: ok {rc=0}\u000a19:59:40.418491 bus /sierra_3: Setting Powered False\u000a19:59:41.520342 bus /sierra_3: Setting Powered False\u000a19:59:42.629768 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:59:32" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9502): Process ended prematurely: osmo-stp_10.42.42.5(pid=9502) [trial-2363↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9502)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9502): Process ended prematurely: osmo-stp_10.42.42.5(pid=9502) [trial-2363↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:59:44.668861 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:59:44.680240 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:59:44.825531 tst handover.py: using LAC 23386\u000a19:59:44.953692 tst handover.py: using RAC 181\u000a19:59:45.083599 tst handover.py: using CellId 23386\u000a19:59:45.211903 tst handover.py: using BVCI 23387\u000a19:59:45.236757 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:59:45.381269 tst handover.py: using LAC 23387\u000a19:59:45.511013 tst handover.py: using RAC 182\u000a19:59:45.640690 tst handover.py: using CellId 23387\u000a19:59:45.772907 tst handover.py: using BVCI 23388\u000a19:59:45.798080 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:59:45.809473 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:59:45.820688 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:59:45.833091 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:59:45.856479 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:59:45.875526 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:59:46.010701 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:59:46.227546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:46.731802 run create_hlr_db(pid=9496): Launched\u000a19:59:46.867338 bus /sierra_2: Setting Powered False\u000a19:59:47.942597 run create_hlr_db(pid=9496): Terminated: ok {rc=0}\u000a19:59:48.348788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9498): Launched\u000a19:59:48.677116 run osmo-hlr_10.42.42.2(pid=9499): Launched\u000a19:59:48.798028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:49.340200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9501): Launched\u000a19:59:49.667291 run osmo-stp_10.42.42.5(pid=9502): Launched\u000a19:59:49.786395 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:59:50.355682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9504): Launched\u000a19:59:50.684425 run osmo-msc_10.42.42.6(pid=9505): Launched\u000a19:59:50.875655 run osmo-stp_10.42.42.5(pid=9502): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9502)]\u000a19:59:51.014001 run osmo-stp_10.42.42.5(pid=9502): stdout: \u000a| (launched: 2022-12-09_19:59:49.506628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:51.150990 run osmo-stp_10.42.42.5(pid=9502): stderr: \u000a| �[0;m�[38;5;43m20221209195949697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195949697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195949697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195949698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195949698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195949698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195949698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:51.282945 run osmo-stp_10.42.42.5(pid=9502): stdout: \u000a| (launched: 2022-12-09_19:59:49.506628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:51.413853 run osmo-stp_10.42.42.5(pid=9502): stderr: \u000a| �[0;m�[38;5;43m20221209195949697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209195949697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209195949697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209195949698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209195949698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209195949698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209195949698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:51.470954 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9502): Process ended prematurely: osmo-stp_10.42.42.5(pid=9502) [trial-2363↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9502)] [trial-2363↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a19:59:51.479564 tst handover.py:18: Test FAILED (6.8 sec)\u000a19:59:51.542068 run osmo-hlr_10.42.42.2(pid=9499): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9499)]\u000a19:59:51.592586 run osmo-hlr_10.42.42.2(pid=9499): stdout: \u000a| (launched: 2022-12-09_19:59:48.516441) \u000a19:59:51.644078 run osmo-hlr_10.42.42.2(pid=9499): stderr: \u000a| �[0;m�[1;31m20221209195948715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209195948715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209195948715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195948715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209195948715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209195948716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209195948731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209195948740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209195948740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209195948741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:51.713542 run osmo-msc_10.42.42.6(pid=9505): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9505)]\u000a19:59:51.764038 run osmo-msc_10.42.42.6(pid=9505): stdout: \u000a| (launched: 2022-12-09_19:59:50.523099) \u000a19:59:51.815238 run osmo-msc_10.42.42.6(pid=9505): stderr: \u000a| �[0;m�[38;5;43m20221209195950842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209195950842 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e184ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209195950842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209195950842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209195950843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209195950843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209195950844 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209195950845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209195950845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209195950845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:59:51.858737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9498): Terminating (SIGTERM)\u000a19:59:51.899779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9501): Terminating (SIGTERM)\u000a19:59:51.941577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9504): Terminating (SIGTERM)\u000a19:59:51.951208 --- ParallelTerminationStrategy: PID 9498 died...\u000a19:59:52.006923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9498): Terminated: ok {rc=0}\u000a19:59:52.017058 --- ParallelTerminationStrategy: PID 9501 died...\u000a19:59:52.073092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9501): Terminated: ok {rc=0}\u000a19:59:52.083518 --- ParallelTerminationStrategy: PID 9504 died...\u000a19:59:52.139172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9504): Terminated: ok {rc=0}\u000a19:59:52.226048 bus /sierra_3: Setting Powered False\u000a19:59:53.330320 bus /sierra_3: Setting Powered False\u000a19:59:54.441758 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:59:44" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9516): Process ended prematurely: osmo-stp_10.42.42.5(pid=9516) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9516)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9516): Process ended prematurely: osmo-stp_10.42.42.5(pid=9516) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:59:56.479921 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:56.491697 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:59:56.632423 tst handover.py: using LAC 23388\u000a19:59:56.758671 tst handover.py: using RAC 183\u000a19:59:56.885055 tst handover.py: using CellId 23388\u000a19:59:57.011806 tst handover.py: using BVCI 23389\u000a19:59:57.036650 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:59:57.181075 tst handover.py: using LAC 23389\u000a19:59:57.311380 tst handover.py: using RAC 184\u000a19:59:57.438060 tst handover.py: using CellId 23389\u000a19:59:57.560572 tst handover.py: using BVCI 23390\u000a19:59:57.584056 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:57.595447 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:57.606963 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:57.618099 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:57.629539 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:57.640707 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:59:57.760024 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:59:57.973366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:58.462088 run create_hlr_db(pid=9510): Launched\u000a19:59:58.596566 bus /sierra_2: Setting Powered False\u000a19:59:59.673440 run create_hlr_db(pid=9510): Terminated: ok {rc=0}\u000a20:00:00.058952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9512): Launched\u000a20:00:00.366369 run osmo-hlr_10.42.42.2(pid=9513): Launched\u000a20:00:00.483812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:01.016202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9515): Launched\u000a20:00:01.354014 run osmo-stp_10.42.42.5(pid=9516): Launched\u000a20:00:01.488699 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:00:02.242526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9521): Launched\u000a20:00:02.554562 run osmo-msc_10.42.42.6(pid=9522): Launched\u000a20:00:02.733635 run osmo-stp_10.42.42.5(pid=9516): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9516)]\u000a20:00:02.862482 run osmo-stp_10.42.42.5(pid=9516): stdout: \u000a| (launched: 2022-12-09_20:00:01.177834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:02.989300 run osmo-stp_10.42.42.5(pid=9516): stderr: \u000a| �[0;m�[38;5;43m20221209200001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200001552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:03.112033 run osmo-stp_10.42.42.5(pid=9516): stdout: \u000a| (launched: 2022-12-09_20:00:01.177834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:03.234028 run osmo-stp_10.42.42.5(pid=9516): stderr: \u000a| �[0;m�[38;5;43m20221209200001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200001552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:03.287192 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9516): Process ended prematurely: osmo-stp_10.42.42.5(pid=9516) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9516)] [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a20:00:03.295420 tst handover.py:18: Test FAILED (6.8 sec)\u000a20:00:03.354827 run osmo-hlr_10.42.42.2(pid=9513): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9513)]\u000a20:00:03.403164 run osmo-hlr_10.42.42.2(pid=9513): stdout: \u000a| (launched: 2022-12-09_20:00:00.215218) \u000a20:00:03.452276 run osmo-hlr_10.42.42.2(pid=9513): stderr: \u000a| �[0;m�[1;31m20221209200000389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200000389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200000389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200000389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200000389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200000390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200000400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200000410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200000410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200000410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:03.518999 run osmo-msc_10.42.42.6(pid=9522): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9522)]\u000a20:00:03.566855 run osmo-msc_10.42.42.6(pid=9522): stdout: \u000a| (launched: 2022-12-09_20:00:02.402719) \u000a20:00:03.615883 run osmo-msc_10.42.42.6(pid=9522): stderr: \u000a| �[0;m�[38;5;43m20221209200002671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200002671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8784960c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200002671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200002671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200002672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200002672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200002674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200002674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200002674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200002674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:00:03.657193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9512): Terminating (SIGTERM)\u000a20:00:03.696459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9515): Terminating (SIGTERM)\u000a20:00:03.735700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9521): Terminating (SIGTERM)\u000a20:00:03.745072 --- ParallelTerminationStrategy: PID 9512 died...\u000a20:00:03.797582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9512): Terminated: ok {rc=0}\u000a20:00:03.807336 --- ParallelTerminationStrategy: PID 9515 died...\u000a20:00:03.859875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9515): Terminated: ok {rc=0}\u000a20:00:03.869948 --- ParallelTerminationStrategy: PID 9521 died...\u000a20:00:03.922553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9521): Terminated: ok {rc=0}\u000a20:00:04.009107 bus /sierra_3: Setting Powered False\u000a20:00:05.111544 bus /sierra_3: Setting Powered False\u000a20:00:06.223361 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T19:59:56" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9533): Process ended prematurely: osmo-stp_10.42.42.5(pid=9533) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9533)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9533): Process ended prematurely: osmo-stp_10.42.42.5(pid=9533) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a20:00:08.227285 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:08.238742 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:00:08.378667 tst handover.py: using LAC 23390\u000a20:00:08.502190 tst handover.py: using RAC 185\u000a20:00:08.624258 tst handover.py: using CellId 23390\u000a20:00:08.746066 tst handover.py: using BVCI 23391\u000a20:00:08.769433 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:00:08.890964 tst handover.py: using LAC 23391\u000a20:00:09.010396 tst handover.py: using RAC 186\u000a20:00:09.130090 tst handover.py: using CellId 23391\u000a20:00:09.249049 tst handover.py: using BVCI 23392\u000a20:00:09.272256 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:09.283353 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:09.294369 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:09.305325 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:09.316190 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:09.326889 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:00:09.444664 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:00:09.645517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:10.108138 run create_hlr_db(pid=9527): Launched\u000a20:00:10.231842 bus /sierra_2: Setting Powered False\u000a20:00:11.304859 run create_hlr_db(pid=9527): Terminated: ok {rc=0}\u000a20:00:11.684149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9529): Launched\u000a20:00:11.989456 run osmo-hlr_10.42.42.2(pid=9530): Launched\u000a20:00:12.109690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:12.627626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9532): Launched\u000a20:00:12.955299 run osmo-stp_10.42.42.5(pid=9533): Launched\u000a20:00:13.074069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:00:13.641746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9535): Launched\u000a20:00:13.968463 run osmo-msc_10.42.42.6(pid=9536): Launched\u000a20:00:14.159597 run osmo-stp_10.42.42.5(pid=9533): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9533)]\u000a20:00:14.296903 run osmo-stp_10.42.42.5(pid=9533): stdout: \u000a| (launched: 2022-12-09_20:00:12.794693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:14.433517 run osmo-stp_10.42.42.5(pid=9533): stderr: \u000a| �[0;m�[38;5;43m20221209200012984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200012984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200012984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200012985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200012985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200012985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200012985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:14.565039 run osmo-stp_10.42.42.5(pid=9533): stdout: \u000a| (launched: 2022-12-09_20:00:12.794693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:14.695863 run osmo-stp_10.42.42.5(pid=9533): stderr: \u000a| �[0;m�[38;5;43m20221209200012984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200012984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200012984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200012985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200012985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200012985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200012985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:14.752770 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9533): Process ended prematurely: osmo-stp_10.42.42.5(pid=9533) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9533)] [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a20:00:14.761577 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:00:14.823726 run osmo-hlr_10.42.42.2(pid=9530): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9530)]\u000a20:00:14.874367 run osmo-hlr_10.42.42.2(pid=9530): stdout: \u000a| (launched: 2022-12-09_20:00:11.839231) \u000a20:00:14.925837 run osmo-hlr_10.42.42.2(pid=9530): stderr: \u000a| �[0;m�[1;31m20221209200012013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200012013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200012013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200012013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200012013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200012014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200012027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200012036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200012036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200012036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:14.995571 run osmo-msc_10.42.42.6(pid=9536): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9536)]\u000a20:00:15.046316 run osmo-msc_10.42.42.6(pid=9536): stdout: \u000a| (launched: 2022-12-09_20:00:13.808134) \u000a20:00:15.098098 run osmo-msc_10.42.42.6(pid=9536): stderr: \u000a| �[0;m�[38;5;43m20221209200014129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200014129 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca58edbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200014129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200014129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200014130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200014130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200014131 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200014132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200014132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200014132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:00:15.141469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9529): Terminating (SIGTERM)\u000a20:00:15.183110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9532): Terminating (SIGTERM)\u000a20:00:15.224222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9535): Terminating (SIGTERM)\u000a20:00:15.233946 --- ParallelTerminationStrategy: PID 9529 died...\u000a20:00:15.289195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9529): Terminated: ok {rc=0}\u000a20:00:15.299273 --- ParallelTerminationStrategy: PID 9532 died...\u000a20:00:15.354186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9532): Terminated: ok {rc=0}\u000a20:00:15.364180 --- ParallelTerminationStrategy: PID 9535 died...\u000a20:00:15.419122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9535): Terminated: ok {rc=0}\u000a20:00:15.505202 bus /sierra_3: Setting Powered False\u000a20:00:16.643482 bus /sierra_3: Setting Powered False\u000a20:00:17.747706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:00:07" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9547): Process ended prematurely: osmo-stp_10.42.42.5(pid=9547) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9547)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9547): Process ended prematurely: osmo-stp_10.42.42.5(pid=9547) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:00:19.763433 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:19.775008 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:00:19.914908 tst handover.py: using LAC 23392\u000a20:00:20.041794 tst handover.py: using RAC 187\u000a20:00:20.170856 tst handover.py: using CellId 23392\u000a20:00:20.298095 tst handover.py: using BVCI 23393\u000a20:00:20.322794 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:00:20.467458 tst handover.py: using LAC 23393\u000a20:00:20.596492 tst handover.py: using RAC 188\u000a20:00:20.725970 tst handover.py: using CellId 23393\u000a20:00:20.854281 tst handover.py: using BVCI 23394\u000a20:00:20.879111 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:20.890762 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:20.902303 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:20.914181 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:20.926075 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:20.937636 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:00:21.055383 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:00:21.267344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:21.753967 run create_hlr_db(pid=9541): Launched\u000a20:00:21.887211 bus /sierra_2: Setting Powered False\u000a20:00:22.963891 run create_hlr_db(pid=9541): Terminated: ok {rc=0}\u000a20:00:23.347589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9543): Launched\u000a20:00:23.654040 run osmo-hlr_10.42.42.2(pid=9544): Launched\u000a20:00:23.766929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:24.270099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9546): Launched\u000a20:00:24.576515 run osmo-stp_10.42.42.5(pid=9547): Launched\u000a20:00:24.688464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:00:25.229777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9549): Launched\u000a20:00:25.558969 run osmo-msc_10.42.42.6(pid=9550): Launched\u000a20:00:25.750758 run osmo-stp_10.42.42.5(pid=9547): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9547)]\u000a20:00:25.888716 run osmo-stp_10.42.42.5(pid=9547): stdout: \u000a| (launched: 2022-12-09_20:00:24.425315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:26.025870 run osmo-stp_10.42.42.5(pid=9547): stderr: \u000a| �[0;m�[38;5;43m20221209200024593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200024594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200024594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200024594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200024595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200024595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200024595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:26.158445 run osmo-stp_10.42.42.5(pid=9547): stdout: \u000a| (launched: 2022-12-09_20:00:24.425315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:26.289098 run osmo-stp_10.42.42.5(pid=9547): stderr: \u000a| �[0;m�[38;5;43m20221209200024593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200024594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200024594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200024594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200024595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200024595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200024595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:26.346073 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9547): Process ended prematurely: osmo-stp_10.42.42.5(pid=9547) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9547)] [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a20:00:26.354566 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:00:26.416830 run osmo-hlr_10.42.42.2(pid=9544): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9544)]\u000a20:00:26.467432 run osmo-hlr_10.42.42.2(pid=9544): stdout: \u000a| (launched: 2022-12-09_20:00:23.503112) \u000a20:00:26.518708 run osmo-hlr_10.42.42.2(pid=9544): stderr: \u000a| �[0;m�[1;31m20221209200023681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200023681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200023681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200023681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200023681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200023681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200023693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200023703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200023704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200023704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:26.588544 run osmo-msc_10.42.42.6(pid=9550): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9550)]\u000a20:00:26.639226 run osmo-msc_10.42.42.6(pid=9550): stdout: \u000a| (launched: 2022-12-09_20:00:25.396870) \u000a20:00:26.690356 run osmo-msc_10.42.42.6(pid=9550): stderr: \u000a| �[0;m�[38;5;43m20221209200025715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200025716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1ab56dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200025716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200025716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200025716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200025716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200025718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200025718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200025719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200025719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:00:26.733695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9543): Terminating (SIGTERM)\u000a20:00:26.774857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9546): Terminating (SIGTERM)\u000a20:00:26.815956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9549): Terminating (SIGTERM)\u000a20:00:26.825809 --- ParallelTerminationStrategy: PID 9543 died...\u000a20:00:26.880937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9543): Terminated: ok {rc=0}\u000a20:00:26.890924 --- ParallelTerminationStrategy: PID 9546 died...\u000a20:00:26.946074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9546): Terminated: ok {rc=0}\u000a20:00:26.955970 --- ParallelTerminationStrategy: PID 9549 died...\u000a20:00:27.010882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9549): Terminated: ok {rc=0}\u000a20:00:27.096629 bus /sierra_3: Setting Powered False\u000a20:00:28.201946 bus /sierra_3: Setting Powered False\u000a20:00:29.308579 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:00:19" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9561): Process ended prematurely: osmo-stp_10.42.42.5(pid=9561) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9561)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9561): Process ended prematurely: osmo-stp_10.42.42.5(pid=9561) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:00:31.340745 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:31.353156 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:00:31.512569 tst handover.py: using LAC 23394\u000a20:00:31.637521 tst handover.py: using RAC 189\u000a20:00:31.777830 tst handover.py: using CellId 23394\u000a20:00:31.911023 tst handover.py: using BVCI 23395\u000a20:00:31.939597 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:00:32.090547 tst handover.py: using LAC 23395\u000a20:00:32.217956 tst handover.py: using RAC 190\u000a20:00:32.337362 tst handover.py: using CellId 23395\u000a20:00:32.455601 tst handover.py: using BVCI 23396\u000a20:00:32.479027 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:32.490262 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:32.501219 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:32.512210 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:32.523130 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:32.534315 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:00:32.652888 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:00:32.865453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:33.352574 run create_hlr_db(pid=9555): Launched\u000a20:00:33.486287 bus /sierra_2: Setting Powered False\u000a20:00:34.562924 run create_hlr_db(pid=9555): Terminated: ok {rc=0}\u000a20:00:34.947645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9557): Launched\u000a20:00:35.254916 run osmo-hlr_10.42.42.2(pid=9558): Launched\u000a20:00:35.367608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:35.871618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9560): Launched\u000a20:00:36.177901 run osmo-stp_10.42.42.5(pid=9561): Launched\u000a20:00:36.288200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:00:36.819402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9563): Launched\u000a20:00:37.126053 run osmo-msc_10.42.42.6(pid=9564): Launched\u000a20:00:37.303636 run osmo-stp_10.42.42.5(pid=9561): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9561)]\u000a20:00:37.432196 run osmo-stp_10.42.42.5(pid=9561): stdout: \u000a| (launched: 2022-12-09_20:00:36.027139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:37.558818 run osmo-stp_10.42.42.5(pid=9561): stderr: \u000a| �[0;m�[38;5;43m20221209200036194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200036194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200036194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200036194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200036195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200036195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200036195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:37.681404 run osmo-stp_10.42.42.5(pid=9561): stdout: \u000a| (launched: 2022-12-09_20:00:36.027139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:37.802690 run osmo-stp_10.42.42.5(pid=9561): stderr: \u000a| �[0;m�[38;5;43m20221209200036194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200036194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200036194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200036194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200036195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200036195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200036195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:37.855941 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9561): Process ended prematurely: osmo-stp_10.42.42.5(pid=9561) [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9561)] [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a20:00:37.864121 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:00:37.922867 run osmo-hlr_10.42.42.2(pid=9558): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9558)]\u000a20:00:37.970783 run osmo-hlr_10.42.42.2(pid=9558): stdout: \u000a| (launched: 2022-12-09_20:00:35.104011) \u000a20:00:38.019442 run osmo-hlr_10.42.42.2(pid=9558): stderr: \u000a| �[0;m�[1;31m20221209200035279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200035279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200035279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200035280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200035280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200035280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200035295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200035306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200035306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200035306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:38.085588 run osmo-msc_10.42.42.6(pid=9564): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9564)]\u000a20:00:38.133856 run osmo-msc_10.42.42.6(pid=9564): stdout: \u000a| (launched: 2022-12-09_20:00:36.974452) \u000a20:00:38.182257 run osmo-msc_10.42.42.6(pid=9564): stderr: \u000a| �[0;m�[38;5;43m20221209200037243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200037243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf39cf9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200037243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200037243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200037243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200037243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200037245 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200037245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200037246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200037246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:00:38.223032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9557): Terminating (SIGTERM)\u000a20:00:38.261755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9560): Terminating (SIGTERM)\u000a20:00:38.300892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9563): Terminating (SIGTERM)\u000a20:00:38.310246 --- ParallelTerminationStrategy: PID 9557 died...\u000a20:00:38.363011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9557): Terminated: ok {rc=0}\u000a20:00:38.372321 --- ParallelTerminationStrategy: PID 9560 died...\u000a20:00:38.424085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9560): Terminated: ok {rc=0}\u000a20:00:38.433473 --- ParallelTerminationStrategy: PID 9563 died...\u000a20:00:38.485466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9563): Terminated: ok {rc=0}\u000a20:00:38.567474 bus /sierra_3: Setting Powered False\u000a20:00:39.671848 bus /sierra_3: Setting Powered False\u000a20:00:40.778201 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:00:31" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9575): Process ended prematurely: osmo-stp_10.42.42.5(pid=9575) [trial-2363↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9575)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9575): Process ended prematurely: osmo-stp_10.42.42.5(pid=9575) [trial-2363↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a20:00:42.787736 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:42.799088 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:00:42.944739 tst handover.py: using LAC 23396\u000a20:00:43.070590 tst handover.py: using RAC 191\u000a20:00:43.190804 tst handover.py: using CellId 23396\u000a20:00:43.317929 tst handover.py: using BVCI 23397\u000a20:00:43.342913 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:00:43.475088 tst handover.py: using LAC 23397\u000a20:00:43.609142 tst handover.py: using RAC 192\u000a20:00:43.735262 tst handover.py: using CellId 23397\u000a20:00:43.861520 tst handover.py: using BVCI 23398\u000a20:00:43.886462 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:43.897797 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:43.908868 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:43.920435 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:43.932150 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:43.943587 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:00:44.058596 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:00:44.260360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:44.725081 run create_hlr_db(pid=9569): Launched\u000a20:00:44.850140 bus /sierra_2: Setting Powered False\u000a20:00:45.954772 run create_hlr_db(pid=9569): Terminated: ok {rc=0}\u000a20:00:46.365317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9571): Launched\u000a20:00:46.783379 run osmo-hlr_10.42.42.2(pid=9572): Launched\u000a20:00:47.023505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:47.587076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9574): Launched\u000a20:00:47.891563 run osmo-stp_10.42.42.5(pid=9575): Launched\u000a20:00:48.002413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:00:48.534172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9577): Launched\u000a20:00:48.841279 run osmo-msc_10.42.42.6(pid=9578): Launched\u000a20:00:49.027639 run osmo-stp_10.42.42.5(pid=9575): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9575)]\u000a20:00:49.167607 run osmo-stp_10.42.42.5(pid=9575): stdout: \u000a| (launched: 2022-12-09_20:00:47.742105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:49.304577 run osmo-stp_10.42.42.5(pid=9575): stderr: \u000a| �[0;m�[38;5;43m20221209200047910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200047910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200047910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200047911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200047911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200047911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200047912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:49.437283 run osmo-stp_10.42.42.5(pid=9575): stdout: \u000a| (launched: 2022-12-09_20:00:47.742105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:49.569121 run osmo-stp_10.42.42.5(pid=9575): stderr: \u000a| �[0;m�[38;5;43m20221209200047910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200047910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200047910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200047911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200047911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200047911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200047912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:49.626241 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9575): Process ended prematurely: osmo-stp_10.42.42.5(pid=9575) [trial-2363↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9575)] [trial-2363↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a20:00:49.635036 tst handover.py:18: Test FAILED (6.8 sec)\u000a20:00:49.700046 run osmo-hlr_10.42.42.2(pid=9572): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9572)]\u000a20:00:49.752159 run osmo-hlr_10.42.42.2(pid=9572): stdout: \u000a| (launched: 2022-12-09_20:00:46.526447) \u000a20:00:49.804837 run osmo-hlr_10.42.42.2(pid=9572): stderr: \u000a| �[0;m�[1;31m20221209200046841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200046841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200046841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200046841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200046841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200046841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200046859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200046876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200046876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200046876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:49.875968 run osmo-msc_10.42.42.6(pid=9578): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9578)]\u000a20:00:49.927747 run osmo-msc_10.42.42.6(pid=9578): stdout: \u000a| (launched: 2022-12-09_20:00:48.689666) \u000a20:00:49.980306 run osmo-msc_10.42.42.6(pid=9578): stderr: \u000a| �[0;m�[38;5;43m20221209200048958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200048958 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68fb3bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200048959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200048959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200048959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200048959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200048961 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200048961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200048961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200048961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:00:50.024505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9571): Terminating (SIGTERM)\u000a20:00:50.067200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9574): Terminating (SIGTERM)\u000a20:00:50.110005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9577): Terminating (SIGTERM)\u000a20:00:50.120860 --- ParallelTerminationStrategy: PID 9571 died...\u000a20:00:50.178011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9571): Terminated: ok {rc=0}\u000a20:00:50.188140 --- ParallelTerminationStrategy: PID 9574 died...\u000a20:00:50.245008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9574): Terminated: ok {rc=0}\u000a20:00:50.255024 --- ParallelTerminationStrategy: PID 9577 died...\u000a20:00:50.310961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9577): Terminated: ok {rc=0}\u000a20:00:50.398489 bus /sierra_3: Setting Powered False\u000a20:00:51.504757 bus /sierra_3: Setting Powered False\u000a20:00:52.617731 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:00:42" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9589): Process ended prematurely: osmo-stp_10.42.42.5(pid=9589) [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9589)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9589): Process ended prematurely: osmo-stp_10.42.42.5(pid=9589) [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:00:54.648110 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:54.659582 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:00:54.802709 tst handover.py: using LAC 23398\u000a20:00:54.928605 tst handover.py: using RAC 193\u000a20:00:55.054827 tst handover.py: using CellId 23398\u000a20:00:55.181719 tst handover.py: using BVCI 23399\u000a20:00:55.206943 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:00:55.350682 tst handover.py: using LAC 23399\u000a20:00:55.476573 tst handover.py: using RAC 194\u000a20:00:55.614280 tst handover.py: using CellId 23399\u000a20:00:55.747495 tst handover.py: using BVCI 23400\u000a20:00:55.772498 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:55.783872 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:55.795130 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:55.806653 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:55.818132 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:55.829604 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:00:55.945482 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:00:56.157280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:56.644219 run create_hlr_db(pid=9583): Launched\u000a20:00:56.777576 bus /sierra_2: Setting Powered False\u000a20:00:57.854903 run create_hlr_db(pid=9583): Terminated: ok {rc=0}\u000a20:00:58.262457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9585): Launched\u000a20:00:58.591586 run osmo-hlr_10.42.42.2(pid=9586): Launched\u000a20:00:58.710887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:59.251911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9588): Launched\u000a20:00:59.580917 run osmo-stp_10.42.42.5(pid=9589): Launched\u000a20:00:59.700777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:01:00.272940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9591): Launched\u000a20:01:00.602613 run osmo-msc_10.42.42.6(pid=9592): Launched\u000a20:01:00.794352 run osmo-stp_10.42.42.5(pid=9589): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9589)]\u000a20:01:01.027406 run osmo-stp_10.42.42.5(pid=9589): stdout: \u000a| (launched: 2022-12-09_20:00:59.419359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:01.189697 run osmo-stp_10.42.42.5(pid=9589): stderr: \u000a| �[0;m�[38;5;43m20221209200059609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200059609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200059609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200059610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200059610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200059610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200059610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:01.318700 run osmo-stp_10.42.42.5(pid=9589): stdout: \u000a| (launched: 2022-12-09_20:00:59.419359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:01.444457 run osmo-stp_10.42.42.5(pid=9589): stderr: \u000a| �[0;m�[38;5;43m20221209200059609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200059609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200059609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200059610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200059610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200059610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200059610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:01.499653 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9589): Process ended prematurely: osmo-stp_10.42.42.5(pid=9589) [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9589)] [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a20:01:01.508401 tst handover.py:18: Test FAILED (6.8 sec)\u000a20:01:01.570380 run osmo-hlr_10.42.42.2(pid=9586): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9586)]\u000a20:01:01.621778 run osmo-hlr_10.42.42.2(pid=9586): stdout: \u000a| (launched: 2022-12-09_20:00:58.429959) \u000a20:01:01.673461 run osmo-hlr_10.42.42.2(pid=9586): stderr: \u000a| �[0;m�[1;31m20221209200058629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200058629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200058629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200058629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200058629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200058629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200058641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200058650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200058650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200058650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:01.742195 run osmo-msc_10.42.42.6(pid=9592): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9592)]\u000a20:01:01.792020 run osmo-msc_10.42.42.6(pid=9592): stdout: \u000a| (launched: 2022-12-09_20:01:00.440394) \u000a20:01:01.844107 run osmo-msc_10.42.42.6(pid=9592): stderr: \u000a| �[0;m�[38;5;43m20221209200100759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200100760 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2dedba2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200100760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200100760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200100760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200100760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200100762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200100762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200100762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200100762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:01:01.887441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9585): Terminating (SIGTERM)\u000a20:01:01.930493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9588): Terminating (SIGTERM)\u000a20:01:01.971420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9591): Terminating (SIGTERM)\u000a20:01:01.981658 --- ParallelTerminationStrategy: PID 9585 died...\u000a20:01:02.038607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9585): Terminated: ok {rc=0}\u000a20:01:02.048801 --- ParallelTerminationStrategy: PID 9588 died...\u000a20:01:02.103157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9588): Terminated: ok {rc=0}\u000a20:01:02.113515 --- ParallelTerminationStrategy: PID 9591 died...\u000a20:01:02.168008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9591): Terminated: ok {rc=0}\u000a20:01:02.254066 bus /sierra_3: Setting Powered False\u000a20:01:03.359204 bus /sierra_3: Setting Powered False\u000a20:01:04.470515 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:00:54" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9603): Process ended prematurely: osmo-stp_10.42.42.5(pid=9603) [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9603)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9603): Process ended prematurely: osmo-stp_10.42.42.5(pid=9603) [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:01:06.497973 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:06.509928 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:01:06.657126 tst handover.py: using LAC 23400\u000a20:01:06.784789 tst handover.py: using RAC 195\u000a20:01:06.912863 tst handover.py: using CellId 23400\u000a20:01:07.042485 tst handover.py: using BVCI 23401\u000a20:01:07.067441 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:01:07.207093 tst handover.py: using LAC 23401\u000a20:01:07.330612 tst handover.py: using RAC 196\u000a20:01:07.453631 tst handover.py: using CellId 23401\u000a20:01:07.574161 tst handover.py: using BVCI 23402\u000a20:01:07.597624 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:07.608502 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:07.619689 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:07.631312 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:07.642793 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:07.654017 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:01:07.773500 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:01:07.977900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:08.444753 run create_hlr_db(pid=9597): Launched\u000a20:01:08.570021 bus /sierra_2: Setting Powered False\u000a20:01:09.643832 run create_hlr_db(pid=9597): Terminated: ok {rc=0}\u000a20:01:10.051610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9599): Launched\u000a20:01:10.381116 run osmo-hlr_10.42.42.2(pid=9600): Launched\u000a20:01:10.501895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:11.044326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9602): Launched\u000a20:01:11.374738 run osmo-stp_10.42.42.5(pid=9603): Launched\u000a20:01:11.494922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:01:12.064085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9605): Launched\u000a20:01:12.394209 run osmo-msc_10.42.42.6(pid=9606): Launched\u000a20:01:12.586320 run osmo-stp_10.42.42.5(pid=9603): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9603)]\u000a20:01:12.725290 run osmo-stp_10.42.42.5(pid=9603): stdout: \u000a| (launched: 2022-12-09_20:01:11.212580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:12.862321 run osmo-stp_10.42.42.5(pid=9603): stderr: \u000a| �[0;m�[38;5;43m20221209200111402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200111403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200111403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200111403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200111404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200111404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200111404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:12.994237 run osmo-stp_10.42.42.5(pid=9603): stdout: \u000a| (launched: 2022-12-09_20:01:11.212580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:13.126443 run osmo-stp_10.42.42.5(pid=9603): stderr: \u000a| �[0;m�[38;5;43m20221209200111402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200111403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200111403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200111403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200111404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200111404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200111404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:13.184022 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9603): Process ended prematurely: osmo-stp_10.42.42.5(pid=9603) [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9603)] [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a20:01:13.192717 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:01:13.255486 run osmo-hlr_10.42.42.2(pid=9600): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9600)]\u000a20:01:13.306797 run osmo-hlr_10.42.42.2(pid=9600): stdout: \u000a| (launched: 2022-12-09_20:01:10.219461) \u000a20:01:13.358340 run osmo-hlr_10.42.42.2(pid=9600): stderr: \u000a| �[0;m�[1;31m20221209200110416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200110416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200110416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200110416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200110416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200110417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200110431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200110439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200110439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200110439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:13.429137 run osmo-msc_10.42.42.6(pid=9606): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9606)]\u000a20:01:13.480167 run osmo-msc_10.42.42.6(pid=9606): stdout: \u000a| (launched: 2022-12-09_20:01:12.231735) \u000a20:01:13.531944 run osmo-msc_10.42.42.6(pid=9606): stderr: \u000a| �[0;m�[38;5;43m20221209200112550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200112551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14e8002c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200112551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200112551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200112551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200112551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200112553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200112553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200112553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200112554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:01:13.575974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9599): Terminating (SIGTERM)\u000a20:01:13.617874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9602): Terminating (SIGTERM)\u000a20:01:13.659930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9605): Terminating (SIGTERM)\u000a20:01:13.669963 --- ParallelTerminationStrategy: PID 9599 died...\u000a20:01:13.726424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9599): Terminated: ok {rc=0}\u000a20:01:13.736591 --- ParallelTerminationStrategy: PID 9602 died...\u000a20:01:13.791884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9602): Terminated: ok {rc=0}\u000a20:01:13.802369 --- ParallelTerminationStrategy: PID 9605 died...\u000a20:01:13.857746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9605): Terminated: ok {rc=0}\u000a20:01:13.942688 bus /sierra_3: Setting Powered False\u000a20:01:15.047906 bus /sierra_3: Setting Powered False\u000a20:01:16.180907 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:01:06" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9617): Process ended prematurely: osmo-stp_10.42.42.5(pid=9617) [trial-2363↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9617)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9617): Process ended prematurely: osmo-stp_10.42.42.5(pid=9617) [trial-2363↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:01:18.198707 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:18.209848 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:01:18.343529 tst handover.py: using LAC 23402\u000a20:01:18.469841 tst handover.py: using RAC 197\u000a20:01:18.596942 tst handover.py: using CellId 23402\u000a20:01:18.723963 tst handover.py: using BVCI 23403\u000a20:01:18.748692 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:01:18.890457 tst handover.py: using LAC 23403\u000a20:01:19.017408 tst handover.py: using RAC 198\u000a20:01:19.144189 tst handover.py: using CellId 23403\u000a20:01:19.270975 tst handover.py: using BVCI 23404\u000a20:01:19.295928 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:19.307419 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:19.318589 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:19.330022 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:19.341496 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:19.352590 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:01:19.470520 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:01:19.682571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:20.170526 run create_hlr_db(pid=9611): Launched\u000a20:01:20.304938 bus /sierra_2: Setting Powered False\u000a20:01:21.381377 run create_hlr_db(pid=9611): Terminated: ok {rc=0}\u000a20:01:21.788084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9613): Launched\u000a20:01:22.117470 run osmo-hlr_10.42.42.2(pid=9614): Launched\u000a20:01:22.240872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:22.781430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9616): Launched\u000a20:01:23.110122 run osmo-stp_10.42.42.5(pid=9617): Launched\u000a20:01:23.230490 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:01:23.800516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9619): Launched\u000a20:01:24.129655 run osmo-msc_10.42.42.6(pid=9620): Launched\u000a20:01:24.321516 run osmo-stp_10.42.42.5(pid=9617): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9617)]\u000a20:01:24.459552 run osmo-stp_10.42.42.5(pid=9617): stdout: \u000a| (launched: 2022-12-09_20:01:22.948481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:24.596148 run osmo-stp_10.42.42.5(pid=9617): stderr: \u000a| �[0;m�[38;5;43m20221209200123140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200123140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200123140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200123141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200123141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200123141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200123141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:24.728082 run osmo-stp_10.42.42.5(pid=9617): stdout: \u000a| (launched: 2022-12-09_20:01:22.948481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:24.858990 run osmo-stp_10.42.42.5(pid=9617): stderr: \u000a| �[0;m�[38;5;43m20221209200123140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200123140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200123140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200123141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200123141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200123141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200123141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:24.916247 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9617): Process ended prematurely: osmo-stp_10.42.42.5(pid=9617) [trial-2363↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9617)] [trial-2363↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a20:01:24.925043 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:01:24.987656 run osmo-hlr_10.42.42.2(pid=9614): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9614)]\u000a20:01:25.038548 run osmo-hlr_10.42.42.2(pid=9614): stdout: \u000a| (launched: 2022-12-09_20:01:21.955318) \u000a20:01:25.090066 run osmo-hlr_10.42.42.2(pid=9614): stderr: \u000a| �[0;m�[1;31m20221209200122152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200122152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200122152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200122152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200122152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200122152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200122168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200122176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200122177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200122177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:25.160236 run osmo-msc_10.42.42.6(pid=9620): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9620)]\u000a20:01:25.211581 run osmo-msc_10.42.42.6(pid=9620): stdout: \u000a| (launched: 2022-12-09_20:01:23.967620) \u000a20:01:25.263039 run osmo-msc_10.42.42.6(pid=9620): stderr: \u000a| �[0;m�[38;5;43m20221209200124286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200124286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f8d7cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200124286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200124286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200124286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200124286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200124288 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200124288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200124289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200124289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:01:25.306500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9613): Terminating (SIGTERM)\u000a20:01:25.348238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9616): Terminating (SIGTERM)\u000a20:01:25.390229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9619): Terminating (SIGTERM)\u000a20:01:25.400260 --- ParallelTerminationStrategy: PID 9613 died...\u000a20:01:25.456199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9613): Terminated: ok {rc=0}\u000a20:01:25.466303 --- ParallelTerminationStrategy: PID 9616 died...\u000a20:01:25.521687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9616): Terminated: ok {rc=0}\u000a20:01:25.532076 --- ParallelTerminationStrategy: PID 9619 died...\u000a20:01:25.587249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9619): Terminated: ok {rc=0}\u000a20:01:25.672627 bus /sierra_3: Setting Powered False\u000a20:01:26.777256 bus /sierra_3: Setting Powered False\u000a20:01:27.886368 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:01:17" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9631): Process ended prematurely: osmo-stp_10.42.42.5(pid=9631) [trial-2363↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9631)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9631): Process ended prematurely: osmo-stp_10.42.42.5(pid=9631) [trial-2363↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:01:29.870867 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:29.882637 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:01:30.013199 tst handover.py: using LAC 23404\u000a20:01:30.143331 tst handover.py: using RAC 199\u000a20:01:30.267286 tst handover.py: using CellId 23404\u000a20:01:30.388823 tst handover.py: using BVCI 23405\u000a20:01:30.411933 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:01:30.548266 tst handover.py: using LAC 23405\u000a20:01:30.670147 tst handover.py: using RAC 200\u000a20:01:30.789750 tst handover.py: using CellId 23405\u000a20:01:30.956647 tst handover.py: using BVCI 23406\u000a20:01:30.980449 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:30.991610 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:31.004555 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:31.015614 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:31.026850 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:31.037969 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:01:31.163051 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:01:31.365665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:31.876390 run create_hlr_db(pid=9625): Launched\u000a20:01:32.004332 bus /sierra_2: Setting Powered False\u000a20:01:33.075200 run create_hlr_db(pid=9625): Terminated: ok {rc=0}\u000a20:01:33.456085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9627): Launched\u000a20:01:33.761834 run osmo-hlr_10.42.42.2(pid=9628): Launched\u000a20:01:33.873406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:34.375543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9630): Launched\u000a20:01:34.680831 run osmo-stp_10.42.42.5(pid=9631): Launched\u000a20:01:34.790972 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:01:35.323231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9633): Launched\u000a20:01:35.629567 run osmo-msc_10.42.42.6(pid=9634): Launched\u000a20:01:35.807462 run osmo-stp_10.42.42.5(pid=9631): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9631)]\u000a20:01:35.936058 run osmo-stp_10.42.42.5(pid=9631): stdout: \u000a| (launched: 2022-12-09_20:01:34.530593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:36.062810 run osmo-stp_10.42.42.5(pid=9631): stderr: \u000a| �[0;m�[38;5;43m20221209200134698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200134698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200134698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200134698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200134699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200134699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200134699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:36.185720 run osmo-stp_10.42.42.5(pid=9631): stdout: \u000a| (launched: 2022-12-09_20:01:34.530593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:36.307225 run osmo-stp_10.42.42.5(pid=9631): stderr: \u000a| �[0;m�[38;5;43m20221209200134698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200134698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200134698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200134698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200134699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200134699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200134699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:36.360411 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9631): Process ended prematurely: osmo-stp_10.42.42.5(pid=9631) [trial-2363↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9631)] [trial-2363↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a20:01:36.368221 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:01:36.426976 run osmo-hlr_10.42.42.2(pid=9628): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9628)]\u000a20:01:36.474989 run osmo-hlr_10.42.42.2(pid=9628): stdout: \u000a| (launched: 2022-12-09_20:01:33.611653) \u000a20:01:36.523726 run osmo-hlr_10.42.42.2(pid=9628): stderr: \u000a| �[0;m�[1;31m20221209200133786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200133786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200133786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200133786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200133786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200133787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200133799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200133808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200133808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200133808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:36.590163 run osmo-msc_10.42.42.6(pid=9634): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9634)]\u000a20:01:36.637950 run osmo-msc_10.42.42.6(pid=9634): stdout: \u000a| (launched: 2022-12-09_20:01:35.478464) \u000a20:01:36.686513 run osmo-msc_10.42.42.6(pid=9634): stderr: \u000a| �[0;m�[38;5;43m20221209200135747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200135747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8c84d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200135747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200135747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200135747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200135748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200135749 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200135750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200135750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200135750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:01:36.727639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9627): Terminating (SIGTERM)\u000a20:01:36.766555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9630): Terminating (SIGTERM)\u000a20:01:36.805353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9633): Terminating (SIGTERM)\u000a20:01:36.815470 --- ParallelTerminationStrategy: PID 9627 died...\u000a20:01:36.868342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9627): Terminated: ok {rc=0}\u000a20:01:36.877935 --- ParallelTerminationStrategy: PID 9630 died...\u000a20:01:36.930785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9630): Terminated: ok {rc=0}\u000a20:01:36.940254 --- ParallelTerminationStrategy: PID 9633 died...\u000a20:01:36.992839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9633): Terminated: ok {rc=0}\u000a20:01:37.075163 bus /sierra_3: Setting Powered False\u000a20:01:38.182843 bus /sierra_3: Setting Powered False\u000a20:01:39.291231 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:01:29" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9645): Process ended prematurely: osmo-stp_10.42.42.5(pid=9645) [trial-2363↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9645)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9645): Process ended prematurely: osmo-stp_10.42.42.5(pid=9645) [trial-2363↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2363 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:01:41.301467 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:41.312897 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:01:41.459845 tst handover.py: using LAC 23406\u000a20:01:41.588306 tst handover.py: using RAC 201\u000a20:01:41.711377 tst handover.py: using CellId 23406\u000a20:01:41.833194 tst handover.py: using BVCI 23407\u000a20:01:41.856161 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:01:41.992423 tst handover.py: using LAC 23407\u000a20:01:42.113878 tst handover.py: using RAC 202\u000a20:01:42.233106 tst handover.py: using CellId 23407\u000a20:01:42.352371 tst handover.py: using BVCI 23408\u000a20:01:42.375471 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:42.386208 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:42.396695 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:42.407365 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:42.418036 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:42.428475 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:01:42.544881 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:01:42.748828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:43.214398 run create_hlr_db(pid=9639): Launched\u000a20:01:43.339626 bus /sierra_2: Setting Powered False\u000a20:01:44.411346 run create_hlr_db(pid=9639): Terminated: ok {rc=0}\u000a20:01:44.792923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9641): Launched\u000a20:01:45.100075 run osmo-hlr_10.42.42.2(pid=9642): Launched\u000a20:01:45.212444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:45.718406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9644): Launched\u000a20:01:46.217401 run osmo-stp_10.42.42.5(pid=9645): Launched\u000a20:01:46.475810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:01:47.086368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9647): Launched\u000a20:01:47.401967 run osmo-msc_10.42.42.6(pid=9648): Launched\u000a20:01:47.583349 run osmo-stp_10.42.42.5(pid=9645): ERR: Terminated: ERROR {rc=1} [trial-2363↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9645)]\u000a20:01:47.712219 run osmo-stp_10.42.42.5(pid=9645): stdout: \u000a| (launched: 2022-12-09_20:01:45.874732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:47.838862 run osmo-stp_10.42.42.5(pid=9645): stderr: \u000a| �[0;m�[38;5;43m20221209200146106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200146106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200146107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200146107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200146107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200146108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200146108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:47.961630 run osmo-stp_10.42.42.5(pid=9645): stdout: \u000a| (launched: 2022-12-09_20:01:45.874732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:48.083270 run osmo-stp_10.42.42.5(pid=9645): stderr: \u000a| �[0;m�[38;5;43m20221209200146106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200146106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200146107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200146107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200146107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200146108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200146108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:48.136463 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9645): Process ended prematurely: osmo-stp_10.42.42.5(pid=9645) [trial-2363↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9645)] [trial-2363↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a20:01:48.144316 tst handover.py:18: Test FAILED (6.8 sec)\u000a20:01:48.203727 run osmo-hlr_10.42.42.2(pid=9642): ERR: Terminated: ERROR {rc=237} [trial-2363↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9642)]\u000a20:01:48.252212 run osmo-hlr_10.42.42.2(pid=9642): stdout: \u000a| (launched: 2022-12-09_20:01:44.949121) \u000a20:01:48.301207 run osmo-hlr_10.42.42.2(pid=9642): stderr: \u000a| �[0;m�[1;31m20221209200145123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200145123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200145123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200145123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200145123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200145123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200145135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2363/run.2022-12-09_18-37-22/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200145143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200145144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200145144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:48.368277 run osmo-msc_10.42.42.6(pid=9648): ERR: Terminated: ERROR {rc=2} [trial-2363↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9648)]\u000a20:01:48.416747 run osmo-msc_10.42.42.6(pid=9648): stdout: \u000a| (launched: 2022-12-09_20:01:47.245367) \u000a20:01:48.466071 run osmo-msc_10.42.42.6(pid=9648): stderr: \u000a| �[0;m�[38;5;43m20221209200147523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200147523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fccda322c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200147523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200147523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200147523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200147524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200147525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200147526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200147526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200147526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:01:48.507704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9641): Terminating (SIGTERM)\u000a20:01:48.547097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9644): Terminating (SIGTERM)\u000a20:01:48.586740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9647): Terminating (SIGTERM)\u000a20:01:48.595921 --- ParallelTerminationStrategy: PID 9641 died...\u000a20:01:48.649030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9641): Terminated: ok {rc=0}\u000a20:01:48.658593 --- ParallelTerminationStrategy: PID 9644 died...\u000a20:01:48.711346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9644): Terminated: ok {rc=0}\u000a20:01:48.720799 --- ParallelTerminationStrategy: PID 9647 died...\u000a20:01:48.773711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9647): Terminated: ok {rc=0}\u000a20:01:48.861947 bus /sierra_3: Setting Powered False\u000a20:01:49.964990 bus /sierra_3: Setting Powered False\u000a20:01:51.075338 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:01:41" } ] }